#pragma once #ifdef _MSC_VER #include #else #include #endif #include "sy_common.h" #include #include #define DETECTTYPE 9 // #define MTASK_DEBUG_ enum class algorithm_type_t { PLACEHOLDER = -2, UNKNOWN = -1, VIDEO_SNAPSHOT = 100, // 220802byzsh 视频快照 FACE_SNAPSHOT = 101, VIDEO_TIMING_SNAPSHOT = 102, // 230220byzsh 视频定时抓拍 HUMAN_SNAPSHOT = 201, PEDESTRIAN_FALL = 202, PEDESTRIAN_FIGHT = 203, HUMAN_GATHER = 204, SMOKING_DET = 206, CALL_PHONE_DET = 207, NO_REFLECTIVE_CLOTHING = 208, NO_SAFETY_HELMET = 209, PEDESTRIAN_RETROGRADE = 210, PEDESTRIAN_TRESPASS = 211, ROAD_WORK_DET = 212, // 221026byzsh施工占道 VEHICLE_SNAPSHOT = 301, VEHICLE_RETROGRADE = 310, VEHICLE_TRESPASS = 311, NONMOTOR_VEHICLE_SNAPSHOT = 401, TAKEAWAY_MEMBER_CLASSIFICATION = 402, FLOW_STATISTICS = 500, // 用于数量统计 NONMOTOR_VEHICLE_NOHELMET = 501,// 电动/摩托车不戴头盔 NONMOTOR_VEHICLE_OVERMAN = 502, // 电动/摩托车超员 TRICYCLE_MANNED = 503, // 三轮车载人 TRUCK_MANNED = 504, // 货车货箱载人 NONMOTOR_VEHICLE_USEPHONE = 505,// 电动/摩托车驾乘人员使用手机 NONMOTOR_VEHICLE_REFIT = 506, // 电动车改装(加雨棚) PERSON_RUNNING_REDLIGHTS = 507, // 行人闯红灯 NONMOTOR_RUNNING_REDLIGHTS = 508, // 非机动车闯红灯 PERSON_IN_VEHICLELANE = 509, // 行人占用机动车道 NONMOTOR_IN_VEHICLELANE = 510, // 非机动车占用机动车道 NONMOTOR_CEOSSPARKLINE = 511, // 非机动车越过停止线 PERSON_CROSS = 512, // 行人翻越护栏 NONMOTOR_WRONGDIRECTION = 513, // 非机动车逆行 VEHICLE_WRONGDIRECTION = 514, // 机动车逆行 VEHICLE_SOLIDLINETURNAROUND = 515,// 机动车实线掉头 VEHICLE_NOTGIVEWAY = 516, // 机动车不让行 VEHICLE_NOTDECELERATION = 517, // 机动车不减速 }; typedef algorithm_type_t algo_type; static bool is_support_algorithm_type(int algor_type) { return (int) algorithm_type_t::FACE_SNAPSHOT <= algor_type && (int) algorithm_type_t::TAKEAWAY_MEMBER_CLASSIFICATION >= algor_type; }; static bool is_support_algorithm_type(algorithm_type_t algor_type) { return is_support_algorithm_type((int) algor_type); }; //二次属性分析结果结构体 #ifndef __CLASSIFY_OBJ_RESULT__ #define __CLASSIFY_OBJ_RESULT__ typedef struct classify_obj_res //分类结果结构体 { int res_index; //分类结果 float res_prob; //分类结构体 classify_obj_res() : res_index(0), res_prob(0) {}; } classify_obj_res; #endif //检测结果结构体 #ifndef __DETECTION_OBJ_RESULT__ #define __DETECTION_OBJ_RESULT__ typedef struct detection_obj_res //分类结果结构体 { int res_index; float res_prob; int res_left; int res_top; int res_right; int res_bottom; detection_obj_res() : res_index(0), res_prob(0), res_left(0), res_top(0), res_right(0), res_bottom(0) {}; void set_data(int _res_index, float _res_prob, int _res_left, int _res_top, int _res_right, int _res_bottom) { res_index = _res_index; res_prob = _res_prob; res_left = _res_left; res_top = _res_top; res_right = _res_right; res_bottom = _res_bottom; } } detection_obj_res; #endif //行人二次属性分析结构 + 特征结果 #ifndef __HP_OBJ_RESULT__ #define __HP_OBJ_RESULT__ const int HP_FIR_INDEX_SIZE = 16; const int HF_FEA_SIZE = 128; typedef struct hp_res { classify_obj_res res_objs[HP_FIR_INDEX_SIZE]{}; //分类结果 } hp_res; #ifndef __INT8__ #define __INT8__ typedef unsigned char int8; #endif typedef struct hp_result { hp_res res_objs{}; //分类结果 int8 feature[HF_FEA_SIZE]{}; //特征 } hp_result; #endif //行人打架/跌倒结果 #ifndef __HP_FALLFIGHT_RESULT__ #define __HP_FALLFIGHT_RESULT__ typedef struct hp_fallfight_result { float fall_score; //跌倒得分 float fight_score; //打架得分 float background_score; //背景得分 } hp_fallfight_result; #endif //人骑车二次属性分析结构 + 特征结果 #ifndef __HCP_OBJ_RESULT__ #define __HCP_OBJ_RESULT__ const int HCP_FIR_INDEX_SIZE = 14; const int HCF_FEA_SIZE = 128; typedef struct hcp_res { classify_obj_res res_objs[HCP_FIR_INDEX_SIZE]{}; //分类结果 } hcp_res; typedef struct hcp_result //人骑车二次属性分析以及特征结果 { hcp_res res_objs{}; //分类结果 int8 feature[HCF_FEA_SIZE]{}; //特征 classify_obj_res kuaidiyuan_res; //快递员识别结果 classify_obj_res waimaiyuan_res; //外卖员识别结果 } hcp_result; #endif #define VEHICLE_FEA_SIZE 128 #define PLATENUM 8 //车牌号码位数 #define MAX_PALTE_COUNT 10 //每张图片中最多检测出10个车牌 #define SINGLETYPE_BLUE 0 //单排蓝色 #define SINGLETYPE_YELLOW 1 //单排黄色 #define SINGLETYPE_WHITE 2 //单排白色 #define SINGLETYPE_BLACK 3 //单排黑色 #define DOUBLETYPE_YELLOW 4 //双排黄色 #define DOUBLETYPE_WHITE 5 //双排白色 #define NEWENERGYTYPE_YELLOWGREEN 6 //新能源黄绿色 #define NEWENERGYTYPE_WHITEGRA 7 //新能源白绿色 //车牌号码 #ifndef VPLATENUM_RESULT_ #define VPLATENUM_RESULT_ typedef struct vplate_num { char character[4]; float maxprob; } vplate_num; #endif #ifndef VP_RESULT_ #define VP_RESULT_ typedef struct vplate_result { sy_rect rect; float detect_score; vplate_num recg[PLATENUM]; float num_score; int type; //车牌类型 } vplate_result; #endif #ifndef VR_RESULT_ #define VR_RESULT_ typedef struct vr_result //结果 { char vehicle_brand[260]; //车辆品牌 char vehicle_subbrand[260]; //车辆子品牌 char vehicle_issue_year[260]; //车辆年款 char vehicle_type[260]; //车辆类型 char freight_ton[260]; //货车吨级 float name_score; //识别置信度 } vr_result; #endif #ifndef VC_RESULT_ #define VC_RESULT_ typedef struct vc_result { int res_index; //车颜色结果index float res_prob; //识别置信度 vc_result() : res_index(0), res_prob(0) {}; } vc_result; #endif //VEHICLE #ifndef __VEHICLE_OBJ_RESULT__ #define __VEHICLE_OBJ_RESULT__ typedef struct vehicle_result //车二次属性分析结果 { vr_result vr_res; //车型识别结果 vc_result vc_res; //车颜色识别结果 vplate_result vp_res; //车牌检测结果 int8 feature[VEHICLE_FEA_SIZE]{}; //车辆特征 } vehicle_result; #endif //返回的检测物体快照结果 #ifndef __VIDEO_OBJECT_SNAPSHOT__ #define __VIDEO_OBJECT_SNAPSHOT__ typedef struct video_object_snapshot { char task_id[128]; //该物体属于的任务ID号 int object_id; //该物体的ID号 char video_image_path[256]; //该物体快照的视频截图保存路径 char snapshot_image_path[256]; //该物体快照抠图保存路径 detection_obj_res obj_info; void *analysisRes; //二次属性分析结果 int nFinished; // 轨迹是否已经结束 } video_object_snapshot; #endif //返回的检测物体结果信息 #ifndef __VIDEO_OBJECT_INFO__ #define __VIDEO_OBJECT_INFO__ typedef struct video_object_info { char task_id[128]; //该物体属于的任务ID号 int task_frame_count; //该物体当前出现的帧号 int object_id; //该物体的ID号 int left; //该物体位置的左坐标 int top; //该物体位置的上坐标 int right; //该物体位置的右坐标 int bottom; //该物体位置的下坐标 int index; //该物体所属类别的编号 double confidence; //该物体的置信度 } video_object_info; #endif // 二轮车/三轮车/货车载人参数结构体 #ifndef ___MANNED_INCIDENT_ALGOR_CONFIG_PARAM__ #define ___MANNED_INCIDENT_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_manned_incident { int m, n; int hs_count_threshold; //报警个数阈值 int obj_min_height, obj_min_width; float obj_confidence_threshold; algor_config_param_manned_incident() : m(10), n(8), hs_count_threshold(1), obj_min_height(6), obj_min_width(17), obj_confidence_threshold(0.0f) {} } algor_config_param_manned_incident; #endif // #ifndef ___MANNED_INCIDENT_ALGOR_CONFIG_PARAM__ // 人员聚集参数结构体 #ifndef ___HUMAN_GATHER_ALGOR_CONFIG_PARAM__ #define ___HUMAN_GATHER_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_human_gather { int frame_stride; //人数推送间隔（实际间隔 = frame_stride * 内部跳帧数） int human_count_threshold; //人数报警阈值 algor_config_param_human_gather() : frame_stride(1), human_count_threshold(0) {} } algor_config_param_human_gather; #endif // #ifndef ___HUMAN_GATHER_ALGOR_CONFIG_PARAM__ // 施工占道参数结构体 221026byzsh #ifndef ___ROAD_WORK_ALGOR_CONFIG_PARAM__ #define ___ROAD_WORK_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_road_work { int frame_stride; //推送间隔（实际间隔 = frame_stride * 内部跳帧数） int rblock_count_threshold; //报警阈值 algor_config_param_road_work() : frame_stride(1), rblock_count_threshold(3) {} } algor_config_param_road_work; #endif // #ifndef ___ROAD_WORK_ALGOR_CONFIG_PARAM__ // 视频定时抓拍参数结构体 230220byzsh #ifndef ___VIDEO_TIMING_SNAPSHOT_CONFIG_PARAM__ #define ___VIDEO_TIMING_SNAPSHOT_CONFIG_PARAM__ typedef struct algor_config_video_timing_snapshot { int frame_stride; //推送间隔（实际间隔 = frame_stride * 内部跳帧数） algor_config_video_timing_snapshot() : frame_stride(150) {} } algor_config_video_timing_snapshot; #endif // #ifndef ___VIDEO_TIMING_SNAPSHOT_CONFIG_PARAM__ // 人员跌倒参数结构体 #ifndef ___PEDESTRIAN_FALL_ALGOR_CONFIG_PARAM__ #define ___PEDESTRIAN_FALL_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_pedestrian_fall { float threshold; int pedestrian_min_height, pedestrian_min_width, pedestrian_confidence_threshold; algor_config_param_pedestrian_fall() : threshold(0.8), pedestrian_min_width(0), pedestrian_min_height(0), pedestrian_confidence_threshold(0.0f) {} } algor_config_param_pedestrian_fall; #endif // #ifndef ___PEDESTRIAN_FALL_ALGOR_CONFIG_PARAM__ // 人员跌倒参数结构体 #ifndef ___PEDESTRIAN_FIGHT_ALGOR_CONFIG_PARAM__ #define ___PEDESTRIAN_FIGHT_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_pedestrian_fight { float threshold; float iou_threshold; int pedestrian_min_height, pedestrian_min_width, pedestrian_confidence_threshold; algor_config_param_pedestrian_fight() : threshold(0.8), iou_threshold(0.1), pedestrian_min_width(0), pedestrian_min_height(0), pedestrian_confidence_threshold(0.0f) {} } algor_config_param_pedestrian_fight; #endif // #ifndef ___PEDESTRIAN_FIGHT_ALGOR_CONFIG_PARAM__ // 外卖员识别参数结构体 #ifndef ___TAKEAWAY_MEMBER_CLASSIFICATION_ALGOR_CONFIG_PARAM__ #define ___TAKEAWAY_MEMBER_CLASSIFICATION_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_takeaway_member_classification { int m, n; float threshold; int pedestrian_min_height, pedestrian_min_width, pedestrian_confidence_threshold; algor_config_param_takeaway_member_classification() : m(10), n(8), threshold(0.7), pedestrian_min_width(0), pedestrian_min_height(0), pedestrian_confidence_threshold(0.0f) {} } algor_config_param_takeaway_member_classification; #endif // #ifndef ___TAKEAWAY_MEMBER_CLASSIFICATION_ALGOR_CONFIG_PARAM__ // 行人安全检测参数 #ifndef ___PEDESTRIAN_SAFETY_DETECTOR_ALGOR_CONFIG_PARAM__ #define ___PEDESTRIAN_SAFETY_DETECTOR_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_pedestrian_safety_detector_basic { unsigned m, n; float conf_threshold; float pedestrian_confidence_threshold; unsigned pedestrian_min_height, pedestrian_min_width; algor_config_param_pedestrian_safety_detector_basic() : m(10), n(8), conf_threshold(0.0f), pedestrian_min_width(0), pedestrian_min_height(0), pedestrian_confidence_threshold(0.0f) {} } algor_config_param_pedestrian_safety_detector_basic; //! C style. typedef algor_config_param_pedestrian_safety_detector_basic algor_config_param_smoking; typedef algor_config_param_pedestrian_safety_detector_basic algor_config_param_call_phone; typedef algor_config_param_pedestrian_safety_detector_basic algor_config_param_no_reflective_clothing; typedef algor_config_param_pedestrian_safety_detector_basic algor_config_param_no_safety_helmet; // using algor_config_param_no_safety_helmet = algor_config_param_pedestrian_safety_detector_basic; #endif // #ifndef ___PEDESTRIAN_SAFETY_DETECTOR_ALGOR_CONFIG_PARAM__ // 行人安全检测参数 #ifndef ___RETROGRADE_ALGOR_CONFIG_PARAM__ #define ___RETROGRADE_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_retrograde_basic { int direction; float conf_threshold; unsigned px1, py1, px2, py2; unsigned minmum_height, minmum_width; algor_config_param_retrograde_basic() : direction(0), px1(0), py1(0), px2(0), py2(0), conf_threshold(0.0f), minmum_height(0), minmum_width(0) { } } algor_config_param_retrograde_basic; typedef algor_config_param_retrograde_basic algor_config_param_pedestrian_retrograde; typedef algor_config_param_retrograde_basic algor_config_param_vehicle_retrograde; #endif // #ifndef ___RETROGRADE_ALGOR_CONFIG_PARAM__ // 行人安全检测参数 #ifndef ___TRESPASS_ALGOR_CONFIG_PARAM__ #define ___TRESPASS_ALGOR_CONFIG_PARAM__ #define TRESPASS_MAX_POINT 24 typedef struct algor_config_param_trespass_basic { float conf_threshold; unsigned minmum_height, minmum_width; sy_point points[TRESPASS_MAX_POINT]; int points_count; algor_config_param_trespass_basic() : points_count(0), conf_threshold(0.0f), minmum_height(0), minmum_width(0) { } } algor_config_param_trespass_basic; typedef algor_config_param_trespass_basic algor_config_param_pedestrian_trespass; typedef algor_config_param_trespass_basic algor_config_param_vehicle_trespass; #endif // #ifndef ___RETROGRADE_ALGOR_CONFIG_PARAM__ // 抓拍算法配置参数（所有抓拍算法共享该参数） #ifndef __SNAPSHOT_ALGOR_CONFIG_PARAM__ #define __SNAPSHOT_ALGOR_CONFIG_PARAM__ typedef struct algor_config_param_snapshot { float threshold; int snap_frame_interval; algor_config_param_snapshot() : threshold(.6f) , snap_frame_interval(0){} } algor_config_param_snapshot; #endif // 算法的初始化参数 #ifndef __ALGOR_CONFIG_PARAM__BASIC__ #define __ALGOR_CONFIG_PARAM__BASIC__ typedef struct algor_basic_config_param_t { sy_rect algor_valid_rect; char *result_folder_little; //目标快照抠图保存地址 char *result_folder; //目标快照大图保存地址 char *video_folder; //目标视频保存地址 explicit algor_basic_config_param_t() : result_folder_little(nullptr), result_folder(nullptr), video_folder(nullptr), algor_valid_rect(0,0,3840,2160) {} } algor_basic_config_param_t; #endif // #ifndef __ALGOR_CONFIG_PARAM__BASIC__ //算法的初始化参数 #ifndef __ALGOR_CONFIG_PARAM__ #define __ALGOR_CONFIG_PARAM__ typedef struct algor_init_config_param_t { void *algor_param; //此处只传入针对该路的定制化参数 algor_basic_config_param_t *basic_param; } algor_init_config_param_t; typedef struct algor_config_param { algo_type algor_type; //算法类型（） algor_init_config_param_t *algor_init_config_param; } algor_config_param; #endif // TASK初始化参数 #ifndef __TASK_PARAM__ #define __TASK_PARAM__ typedef bool(*GB28181_REQUEST_STREAM_CALLBACK)(const char*); typedef struct task_param { const char *ipc_url; //rtsp流地址 const char *task_id; //外部传入任务id algor_config_param *algor_config_params; //该路rtsp流配置的所有算法参数 int algor_counts; //该路rtsp流共配置几种算法 int dec_type{0}; // 0: ffmpeg 1: gb28181 2:dvpp 3: dvpp_gb28181 int port; // gb28181时port为必填 int protocal; // gb28181 数据接收协议 0 : udp 1: tcp GB28181_REQUEST_STREAM_CALLBACK gb28181_request_stream_callback; int result_output_interval{0}; // 同一目标保存结果的帧间隔 } task_param; #endif #ifndef __AI_LOG_LEVEL__ #define __AI_LOG_LEVEL__ enum ai_log_level { AI_LOG_LEVEL_CLOSE = -1, // 关闭日志 AI_LOG_LEVEL_TRACE = 0, // 跟踪变量 AI_LOG_LEVEL_DEBUG = 1, // 调试日志 AI_LOG_LEVEL_INFO = 2, // 普通日志信息 （如：无关紧要的信息输出） AI_LOG_LEVEL_WARNING = 3, // 警告日志通知，模块一切正常（如：重要流程通知） AI_LOG_LEVEL_ERROR = 4, // 重要日志，如结果和严重错误 }; #endif // #define POST_USE_RABBITMQ #ifdef POST_USE_RABBITMQ /** * @brief rabbit MQ params define here. */ #ifndef __TSL_AIPLATFORM_RABBITMQ_PARAM__ #define __TSL_AIPLATFORM_RABBITMQ_PARAM__ enum class mq_type_t { DEL_TASK_MQ = 0, GET_TASK_MQ = 1, HEART_BEAT_MQ = 2, ALARM_MQ = 3, SCREENSHORT_TASK_MQ = 4, // 220809 视频截图队列 TIMING_SCREENSHORT_TASK_MQ = 5, // 230809 定时视频截图队列 // DEL_TASK = 0, // GET_TASK = 1, // HEART_BEAT = 2, // GET_ALARM = 3, }; #if 1 #define MQ_MAX_CHAR_SIZE 256 typedef struct rabbitmq_conn_params_t { int port; // char *ip[12+3+1]; char ip[MQ_MAX_CHAR_SIZE]; char uname[MQ_MAX_CHAR_SIZE]; char passwd[MQ_MAX_CHAR_SIZE]; char vhost[MQ_MAX_CHAR_SIZE]; char exchange[MQ_MAX_CHAR_SIZE]; char exchange_type[MQ_MAX_CHAR_SIZE]; char queue[MQ_MAX_CHAR_SIZE]; char routing_key[MQ_MAX_CHAR_SIZE]; bool durable_exchange, durable_queue; } rabbitmq_conn_params_t; #else typedef struct rabbitmq_conn_params_t { int port; // char *ip[12+3+1]; const char* ip; const char* uname; const char* passwd; const char* vhost; const char* exchange; const char* exchange_type; const char* queue; const char* routing_key; bool durable_exchange, durable_queue; } rabbitmq_conn_params_t; #endif #endif // #ifndef __TSL_AIPLATFORM_RABBITMQ_PARAM__ #endif //#ifdef POST_USE_RABBITMQ //VPT初始化参数 #ifndef __TSL_AIPLATFORM_PARAM__ #define __TSL_AIPLATFORM_PARAM__ typedef struct tsl_aiplatform_param { int gpuid; //指定显卡id int sip_server_port; // sip服务端端口 char *trt_serialize_file; //缓存文件保存路径 char *models_dir; // 模型文件目录 ai_log_level log_level; char *log_path; //日志文件路径 int log_days; //日志保存周期 double log_mem; //每个日志最大大小 float vpt_thred = 0.45; //一级检测器阈值 221216add float rblock_thred = 0.4; //安全锥检测阈值 221216add /********************************************************************/ } tsl_aiplatform_param; #endif #ifndef _MSC_VER #include #define MACRO_COUNT_TIME_START struct timeval macro_tv_start;\ struct timeval macro_tv_end;\ gettimeofday(¯o_tv_start,NULL); #define MACRO_COUNT_TIME_END(___total_count___) gettimeofday(¯o_tv_end,NULL);\ if(___total_count___<=0)\ printf("time cost: %.2f ms \n", ( (double)(macro_tv_end.tv_sec-macro_tv_start.tv_sec)*1000000+(double)(macro_tv_end.tv_usec-macro_tv_start.tv_usec) )/1000);\ else\ printf("time cost: %.2f ms \n", ( (double)(macro_tv_end.tv_sec-macro_tv_start.tv_sec)*1000000+(double)(macro_tv_end.tv_usec-macro_tv_start.tv_usec) )/1000/___total_count___); #endif