天啊及hp,road_seg子sdk；完成子SDK的串联

Hu Chunming
1 parent ceb693e9
Showing 17 changed files with 493 additions and 484 deletions
build/src/Makefile
src/PicAnalysis.cpp
src/PicAnalysis.h
src/ai_engine_module/HumanAnalysis.cpp
src/ai_engine_module/HumanAnalysis.h
src/ai_engine_module/RoadSegAnalysis.cpp
src/ai_engine_module/VehicleAnalysis.cpp
src/ai_engine_module/VehicleAnalysis.h
src/ai_engine_module/include.h
src/common/dvppx/dvpp_cropandpastex.cpp
src/common/dvppx/dvpp_cropandpastex.h
src/common/dvppx/dvpp_processx.cpp
src/common/dvppx/dvpp_processx.h
src/common/stream_data.h
src/main.cpp
src/utils/CropUtil.cpp
src/utils/CropUtil.h
@@ -70,6 +70,7 @@ SRCS := $(wildcard $(CUR_PROJ_PATH)/*.cpp) \
 		$(wildcard $(CUR_PROJ_PATH)/common/cnn/*.cpp) \
 		$(wildcard $(CUR_PROJ_PATH)/common/dvppx/*.cpp) \
 		$(wildcard $(CUR_PROJ_PATH)/common/model_process/*.cpp) \
+		$(wildcard $(CUR_PROJ_PATH)/utils/*.cpp) \
 DIRS := $(notdir $(SRCS))
 OBJS := $(patsubst %cpp, %o, $(DIRS))
@@ -106,6 +107,9 @@ $(TARGET):$(OBJS)
 %.o:$(CUR_PROJ_PATH)/common/model_process/%.cpp
 	$(XX) $(CXXFLAGS) -c $<
+%.o:$(CUR_PROJ_PATH)/utils/%.cpp
+	$(XX) $(CXXFLAGS) -c $<
+
 clean:
 	@rm -f $(TARGET)
 	@rm -f $(OBJS)
@@ -60,6 +60,11 @@ int PicAnalysis::init(int dev_id) {
         return -1;
     }
+    ret = m_crop_util.init(dev_id);
+    if(0 != ret){
+        return -1;
+    }
+
     ACL_CALL(aclrtCreateContext(&m_ctx, 0), ACL_SUCCESS, SY_FAILED);
 	ACL_CALL(aclrtSetCurrentContext(m_ctx), ACL_SUCCESS, SY_FAILED);
 	ACL_CALL(aclrtCreateStream(&stream), ACL_SUCCESS, SY_FAILED);
@@ -105,7 +110,98 @@ int PicAnalysis::analysis_sync(vector&lt;string&gt; vec_file_path){
         vec_img.push_back(img);
     }
-    m_vehicle_analysis.detect(vec_img);
+    va_result* result = m_vehicle_analysis.detect(vec_img);
+
+    m_road_seg_algorithm.detect(vec_img);
+
+    for (int b = 0; b < batch_size; b++)
+    {
+        ImageData src = dvpp_data[b];
+        for(int c=0;c<result[b].count;c++)
+        {
+            vehicle_info result_info = result[b].info[c];
+            int shot_type=result[b].info[c].type;
+
+            // 行人
+            if (6 == shot_type)
+            {
+                sy_rect human_rect = result_info.vehicle_body_detect_res.rect;
+                ImageData* human_data = m_crop_util.crop(src, human_rect.left_, human_rect.top_, human_rect.left_ + human_rect.width_, human_rect.top_ + human_rect.height_);
+
+                sy_img img;
+                img.w_ = human_data->alignWidth;
+                img.h_ = human_data->alignHeight;
+                img.data_ = human_data->data_naked;
+
+                vector<sy_img> vec_human_img;
+                vec_human_img.push_back(img);
+
+                human_analysis(vec_human_img);
+
+                delete human_data;
+                human_data = nullptr;
+            }
+
+            // 司乘
+            int vpd_num = result_info.vehicle_pendant_det_res.count;
+            vector<sy_img> vec_human_img;
+            for(int p=0; p<vpd_num; p++)
+            {
+                int index = result_info.vehicle_pendant_det_res.vpd_res[p].index;
+                if(index == 0){
+                    sy_rect human_rect = result_info.vehicle_pendant_det_res.vpd_res[p].rect;
+                    ImageData* human_data = m_crop_util.crop(src, human_rect.left_, human_rect.top_, human_rect.left_ + human_rect.width_, human_rect.top_ + human_rect.height_);
+
+                    sy_img img;
+                    img.w_ = human_data->alignWidth;
+                    img.h_ = human_data->alignHeight;
+                    img.data_ = human_data->data_naked;
+
+                    vec_human_img.push_back(img);
+                }
+            }
+
+            m_clothes_algorithm.detect(vec_human_img);
+
+            for(int p=0; p<vpd_num; p++)
+            {
+                int index = result_info.vehicle_pendant_det_res.vpd_res[p].index;
+                if(index == 0){
+                    sy_rect human_rect = result_info.vehicle_pendant_det_res.vpd_res[p].rect;
+                }
+            }
+
+            // 摩托车
+            if(shot_type==2)//摩托车
+            {
+                //摩托车驾驶人是否戴安全帽
+                // analysis_result.motor_helmeted = result_info.mta_res.motor_driver_helmeted.status;
+                // float score=result_info.mta_res.motor_driver_helmeted.confidence;
+
+                sy_rect motor_rect = result_info.vehicle_body_detect_res.rect;
+                ImageData* motor_data = m_crop_util.crop(src, motor_rect.left_, motor_rect.top_, motor_rect.left_ + motor_rect.width_, motor_rect.top_ + motor_rect.height_);
+
+                sy_img img;
+                img.w_ = motor_data->alignWidth;
+                img.h_ = motor_data->alignHeight;
+                img.data_ = motor_data->data_naked;
+
+                vector<sy_img> vec_motor_img;
+                vec_motor_img.push_back(img);
+
+                m_motor_rainshed_algorithm.detect(vec_motor_img);
+
+                m_motor_phone_algorithm.detect(vec_motor_img);
+
+                // 
+                
+
+                delete motor_data;
+                motor_data = nullptr;
+            }
+            
+        }
+    }
     vector<HeadTailResult> head_tail_result;
     ret = m_head_tail_algorithm.detect(vec_img, head_tail_result);
@@ -114,17 +210,7 @@ int PicAnalysis::analysis_sync(vector&lt;string&gt; vec_file_path){
         head_tail_result.clear();
     }
-    m_clothes_algorithm.detect(vec_img);
-
-    m_human_algorithm.detect(vec_img);
-
-    m_human_car_algorithm.detect(vec_img);
-
-    m_motor_rainshed_algorithm.detect(vec_img);
-
-    m_motor_phone_algorithm.detect(vec_img);
-
-    m_road_seg_algorithm.detect(vec_img);
+    
     LOG_INFO("analysis_sync finished!");
@@ -149,4 +235,12 @@ int PicAnalysis::release() {
     aclrtDestroyContext(m_ctx);
     return 0;
+}
+
+int PicAnalysis::human_analysis(vector<sy_img> vec_img) {
+    vector<BodyColorInfo> vec_body_color = m_human_algorithm.detect(vec_img);
+}
+
+int PicAnalysis::check_motor_retrograde_motion(vector<sy_img> vec_motor_img) {
+    m_human_car_algorithm.detect(vec_motor_img);
 }
 \ No newline at end of file
@@ -8,6 +8,8 @@
 #include "./ai_engine_module/MotorPhoneAnalysis.h"
 #include "./ai_engine_module/RoadSegAnalysis.h"
+#include "./utils/CropUtil.h"
+
 using namespace std;
@@ -25,6 +27,11 @@ public:
     int release();
 private:
+    int human_analysis(vector<sy_img> vec_img);
+
+    int check_motor_retrograde_motion(vector<sy_img> vec_img);
+
+private:
     aclrtContext m_ctx{nullptr};
     aclrtStream stream{nullptr};
     DvppProcess* m_dvpp{nullptr};
@@ -37,6 +44,8 @@ private:
     MotorRainshedAnalysis m_motor_rainshed_algorithm;
     MotorPhoneAnalysis m_motor_phone_algorithm;
     RoadSegAnalysis m_road_seg_algorithm;
+
+    CropUtil m_crop_util;
 };
 #include "HumanAnalysis.h"
+static std::string body_colors[] = { "黑", "白", "灰", "红", "蓝", "黄", "绿", "多色", "其他" };
+
 HumanAnalysis::HumanAnalysis(/* args */)
 {
 }
@@ -28,27 +30,35 @@ int HumanAnalysis::init(int devId){
     return SY_SUCCESS;
 }
-int HumanAnalysis::detect(vector<sy_img> vec_img){
-
-    ACL_CALL(aclrtSetCurrentContext(ctx), SY_SUCCESS, SY_FAILED);
+vector<BodyColorInfo> HumanAnalysis::detect(vector<sy_img> vec_img){
     const int batchsize = vec_img.size();
     hp_analysis_res * results = new hp_analysis_res[batchsize];
     int ret = SY_FAILED;
+    vector<BodyColorInfo> vec_body_color;
     do
     {
+        ret = aclrtSetCurrentContext(ctx);
+        if (SY_SUCCESS != ret) {
+            printf("aclrtSetCurrentContext failed!");
+            break;
+        }
+
         ret = hp_batch(m_handle, vec_img.data(), batchsize, results);
         if (SY_SUCCESS != ret) {
             printf("hp_batch failed!");
             break;
         }
-        for(int batchIdx = 0;batchIdx<batchsize;batchIdx++) { 
-            for (int i = 0; i < HP_ATTRI_INDEX_SIZE; i++) {   
-                printf("hp index:%d,confidence:%f\n",results[batchIdx].res_objs[i].res_index,results[batchIdx].res_objs[i].res_prob);
-            }
+        for(int batchIdx = 0;batchIdx<batchsize;batchIdx++) {
+            BodyColorInfo info;
+            info.upper_body_color = results[batchIdx].res_objs[5].res_index;
+            info.lower_body_color = results[batchIdx].res_objs[8].res_index;
+            printf("upper color:%s, lower color:%s\n",body_colors[info.upper_body_color], body_colors[info.lower_body_color]);
+
+            vec_body_color.push_back(info);
         }
     } while (0);
@@ -56,7 +66,7 @@ int HumanAnalysis::detect(vector&lt;sy_img&gt; vec_img){
         delete [] results;
     }
-    return ret;
+    return vec_body_color;
 }
 int HumanAnalysis::release() {
 #include "include.h"
 #include "human_parsing.h"
+struct BodyColorInfo{
+    int upper_body_color;
+    int lower_body_color;
+};
+
 class HumanAnalysis
 {
 public:
@@ -9,7 +14,7 @@ public:
     int init(int devId);
-    int detect(vector<sy_img> vec_img);
+    vector<BodyColorInfo> detect(vector<sy_img> vec_img);
 private:
     int release();
@@ -55,8 +55,10 @@ int RoadSegAnalysis::detect(vector&lt;sy_img&gt; vec_img){
     } while (0);
      for (int b = 0; b < batchsize; b++) {
-        delete[] results[b].seg_array; results[b].seg_array = NULL;
-        delete[] results[b].direct_seg; results[b].direct_seg = NULL;
+        delete[] results[b].seg_array; 
+        results[b].seg_array = NULL;
+        delete[] results[b].direct_seg; 
+        results[b].direct_seg = NULL;
     }
     return ret;
@@ -67,7 +67,7 @@ int VehicleAnalysis::init(int devId, int max_batch_size) {
     return 0;
 }
-int VehicleAnalysis::detect(vector<sy_img> vec_img) {
+va_result * VehicleAnalysis::detect(vector<sy_img> vec_img) {
     int batch_size = vec_img.size();
@@ -83,514 +83,207 @@ int VehicleAnalysis::detect(vector&lt;sy_img&gt; vec_img) {
     }
     int ret = va_batch(m_handle, vec_img.data(), batch_size, result);
+
+    vector<VehicleAnalysisResult> vec_result;
     for (int b = 0; b < batch_size; b++)
-    {				
-        if(param.vehicle_detect_config==SY_CONFIG_CLOSE)//不做车头检测时，应设result[b].count=1，即输入是车头图像，只含1辆车。
-            result[b].count=1;
-            
-        //oFile << file << ","<< result[b].count<< "," <<endl;;	
-        std::cout <<"car_count:" <<result[b].count<< std::endl;			
+    {						
         for(int c=0;c<result[b].count;c++)
-        {					
+        {
+            vehicle_info result_info = result[b].info[c];
+
+            VehicleAnalysisResult analysis_result;
+
             std::string str_vehicle_type;
-            int vehicle_type=result[b].info[c].type;	
-            //std::cout << "vehicle_type="<<vehicle_type<< std::endl;					
-            if (vehicle_type==0)str_vehicle_type = "head";
-            else if (vehicle_type==1)str_vehicle_type = "rear";
-            else if (vehicle_type==2)str_vehicle_type = "motor";					
-            else if (vehicle_type==3)str_vehicle_type = "tricycle";
-            else if (vehicle_type==4)str_vehicle_type = "body";
-            else if (vehicle_type==5)str_vehicle_type = "body_nova";
-            std::cout << "		vehicle_type:"<<str_vehicle_type<< std::endl;
-                
-            //1.车头结果：蓝框//2.车窗结果：绿框
+            int shot_type=result_info.type;					
+            if (shot_type==0)str_vehicle_type = "head";
+            else if (shot_type==1)str_vehicle_type = "rear";
+            else if (shot_type==2)str_vehicle_type = "motor";					
+            else if (shot_type==3)str_vehicle_type = "tricycle";
+            else if (shot_type==4)str_vehicle_type = "body";
+            else if (shot_type==5)str_vehicle_type = "body_nova";
+            
+            analysis_result.shot_type = shot_type;
+            
+           //1.车头结果：蓝框//2.车窗结果：绿框
             if(param.vehicle_detect_config==SY_CONFIG_OPEN)
-            {	
+            {
                 //车身
                 //std::cout << "vehicle_body_detect_res info:"<< std::endl;
-                if(result[b].info[c].vehicle_body_detect_res.rect.width_>0)
+                if(result_info.vehicle_body_detect_res.rect.width_>0)
                 {
-                    float vehicle_body_detect_res_score = result[b].info[c].vehicle_body_detect_res.score;
-                    int x1=result[b].info[c].vehicle_body_detect_res.rect.left_;
-                    int y1=result[b].info[c].vehicle_body_detect_res.rect.top_;
-                    int x2=result[b].info[c].vehicle_body_detect_res.rect.left_+result[b].info[c].vehicle_body_detect_res.rect.width_;
-                    int y2=result[b].info[c].vehicle_body_detect_res.rect.top_+result[b].info[c].vehicle_body_detect_res.rect.height_;					
+                    float vehicle_body_detect_res_score = result_info.vehicle_body_detect_res.score;
+                    int x1=result_info.vehicle_body_detect_res.rect.left_;
+                    int y1=result_info.vehicle_body_detect_res.rect.top_;
+                    int x2=result_info.vehicle_body_detect_res.rect.left_+result_info.vehicle_body_detect_res.rect.width_;
+                    int y2=result_info.vehicle_body_detect_res.rect.top_+result_info.vehicle_body_detect_res.rect.height_;					
                     std::cout << "		    vehicle_body_detect_res_score:" <<vehicle_body_detect_res_score<<",car_rect:[" <<x1<<"," <<y1<<"," <<x2-x1<<"," <<y2-y1<<"]"<< std::endl;
-                    // Point lt(x1, y1);
-                    // Point rb(x2, y2);
-                    // rectangle(cvImg, lt, rb, cv::Scalar(0, 255,255), 4);						
+                    analysis_result.vehicle_rect = result_info.vehicle_body_detect_res.rect;				
                 }	
-                //车头
-                //std::cout << "vehicle_detect_res info:"<< std::endl;
-                if(result[b].info[c].vehicle_detect_res.rect.width_>0)	
-                {						
-                    float vehicle_detect_res_score = result[b].info[c].vehicle_detect_res.score;
-                    int x1=result[b].info[c].vehicle_detect_res.rect.left_;
-                    int y1=result[b].info[c].vehicle_detect_res.rect.top_;
-                    int x2=result[b].info[c].vehicle_detect_res.rect.left_+result[b].info[c].vehicle_detect_res.rect.width_;
-                    int y2=result[b].info[c].vehicle_detect_res.rect.top_+result[b].info[c].vehicle_detect_res.rect.height_;										
-                    std::cout << "		    vehicle_detect_res_score:" <<vehicle_detect_res_score<<",car_rect:[" <<x1<<"," <<y1<<"," <<x2-x1<<"," <<y2-y1<<"]"<< std::endl;
-                        
-                    // Point lt(x1, y1);
-                    // Point rb(x2, y2);
-                    // rectangle(cvImg, lt, rb, cv::Scalar(255, 0, 0), 4);	
-                }
-                
-                //车窗
-                //std::cout << "vwd output----"<< std::endl;
-                if(result[b].info[c].vehicle_win_detect_res.rect.width_>0)
-                {
-                    float vehicle_win_detect_res_score = result[b].info[c].vehicle_win_detect_res.score;
-                    int x1=result[b].info[c].vehicle_win_detect_res.rect.left_;
-                    int y1=result[b].info[c].vehicle_win_detect_res.rect.top_;
-                    int x2=result[b].info[c].vehicle_win_detect_res.rect.left_+result[b].info[c].vehicle_win_detect_res.rect.width_;
-                    int y2=result[b].info[c].vehicle_win_detect_res.rect.top_+result[b].info[c].vehicle_win_detect_res.rect.height_;					
-                    std::cout << "		    vehicle_win_detect_res_score:" <<vehicle_win_detect_res_score<<",win_rect:[" <<x1<<"," <<y1<<"," <<x2-x1<<"," <<y2-y1<<"]"<< std::endl;
-                        
-                    // Point lt(x1, y1);
-                    // Point rb(x2, y2);
-                    // rectangle(cvImg, lt, rb, cv::Scalar(0, 255, 0), 4);
-                }					
-            }
-    
-            
-            //3.车颜色
-            if(param.vehicle_color_config==SY_CONFIG_OPEN&& (vehicle_type==0 || vehicle_type==1 || vehicle_type==4))
-            {
-                //std::cout << "vc output----"<< std::endl;
-                int index=result[b].info[c].vehicle_color_res.index;
-                float score=result[b].info[c].vehicle_color_res.score;
+                // //车头
+                // if(result_info.vehicle_detect_res.rect.width_>0)	
+                // {						
+                //     float vehicle_detect_res_score = result_info.vehicle_detect_res.score;
+                //     int x1=result_info.vehicle_detect_res.rect.left_;
+                //     int y1=result_info.vehicle_detect_res.rect.top_;
+                //     int x2=result_info.vehicle_detect_res.rect.left_+result_info.vehicle_detect_res.rect.width_;
+                //     int y2=result_info.vehicle_detect_res.rect.top_+result_info.vehicle_detect_res.rect.height_;										
+                //     std::cout << "		    vehicle_detect_res_score:" <<vehicle_detect_res_score<<",car_rect:[" <<x1<<"," <<y1<<"," <<x2-x1<<"," <<y2-y1<<"]"<< std::endl;
+
+                // }
-                if(score>0.5)
-                {
-                    std::cout << "		car color info:"<< endl;
-                    std::cout << "		    index:"<< index<<" score:"<< score<< std::endl;
-                    
-                    // std::string str_i = CARCOLOR1[index];
-                    // cv::putText(cvImg, str_i,
-                    //     cv::Point(result[b].info[c].vehicle_body_detect_res.rect.left_+5, result[b].info[c].vehicle_body_detect_res.rect.top_+50),
-                    //     cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //     1.3,
-                    //     cv::Scalar(0, 0, 255),
-                    //     2);
-                }
+                // //车窗
+                // if(result_info.vehicle_win_detect_res.rect.width_>0)
+                // {
+                //     float vehicle_win_detect_res_score = result_info.vehicle_win_detect_res.score;
+                //     int x1=result_info.vehicle_win_detect_res.rect.left_;
+                //     int y1=result_info.vehicle_win_detect_res.rect.top_;
+                //     int x2=result_info.vehicle_win_detect_res.rect.left_+result_info.vehicle_win_detect_res.rect.width_;
+                //     int y2=result_info.vehicle_win_detect_res.rect.top_+result_info.vehicle_win_detect_res.rect.height_;					
+                //     std::cout << "		    vehicle_win_detect_res_score:" <<vehicle_win_detect_res_score<<",win_rect:[" <<x1<<"," <<y1<<"," <<x2-x1<<"," <<y2-y1<<"]"<< std::endl;
+
+                // }					
             }
-            
-            
+
             //4.VR车型识别
-            if(param.vehicle_recg_config==SY_CONFIG_OPEN  && (vehicle_type==0 || vehicle_type==1 || vehicle_type==4 ))
+            if(param.vehicle_recg_config==SY_CONFIG_OPEN  && (shot_type==0 || shot_type==1 || shot_type==4 ))
             {
-                //std::cout << "vr output----"<< std::endl;
-
-                char *vehicle_brand=result[b].info[c].vehicle_recg_res.vehicle_brand;//车辆品牌
-                char* vehicle_subbrand=result[b].info[c].vehicle_recg_res.vehicle_subbrand;             //车辆子品牌
-                char* vehicle_issue_year=result[b].info[c].vehicle_recg_res.vehicle_issue_year;           //车辆年款
-                char* vehicle_type_=result[b].info[c].vehicle_recg_res.vehicle_type;                //车辆类型
-                char* freight_ton=result[b].info[c].vehicle_recg_res.freight_ton;                  //货车吨级
-                float name_score=result[b].info[c].vehicle_recg_res.name_score;                   //识别置信度
+                char *vehicle_brand=result_info.vehicle_recg_res.vehicle_brand;//车辆品牌
+                char* vehicle_subbrand=result_info.vehicle_recg_res.vehicle_subbrand;             //车辆子品牌
+                char* vehicle_issue_year=result_info.vehicle_recg_res.vehicle_issue_year;           //车辆年款
+                char* vehicle_type_=result_info.vehicle_recg_res.vehicle_type;                //车辆类型
+                char* freight_ton=result_info.vehicle_recg_res.freight_ton;                  //货车吨级
+                float name_score=result_info.vehicle_recg_res.name_score;                   //识别置信度
                 float name_score_thre = 0;
-                //if(vehicle_type==0)name_score_thre=0.7;//车头车型识别建议阈值0.7
-                //if(vehicle_type==1)name_score_thre=0.8;//车尾车型识别建议阈值0.8
+                //if(shot_type==0)name_score_thre=0.7;//车头车型识别建议阈值0.7
+                //if(shot_type==1)name_score_thre=0.8;//车尾车型识别建议阈值0.8
                 if(name_score > name_score_thre)
                 {
-                    cout << "		vehicle_recg info: " << endl;
-                    std::cout << "			name_score: " << name_score << std::endl;
-                    std::cout << "			vehicle_brand: " << vehicle_brand << std::endl;
-                    std::cout << "			vehicle_subbrand: " << vehicle_subbrand << std::endl;
-                    std::cout << "			vehicle_issue_year: " << vehicle_issue_year << std::endl;
-                    std::cout << " 			vehicle_type_: " << vehicle_type_ << std::endl;
-                    std::cout << "			freight_ton: " << freight_ton << std::endl;
-
-                    //printf("name_score:%f\n", name_score);
-                    //printf("vehicle_brand:%s\n", vehicle_brand);
-                    //printf("vehicle_subbrand:%s\n", vehicle_subbrand);
-                    //printf("vehicle_issue_year:%s\n", vehicle_issue_year);
-                    //printf("vehicle_type_:%s\n", vehicle_type_);
-                    //printf("freight_ton:%s\n", freight_ton);
+                    analysis_result.vehicle_type = vehicle_type_;
                 }
-            
+            } else {
+                analysis_result.vehicle_type = str_vehicle_type;
             }
-            
-            
+            std::cout << "vehicle_type_: " << analysis_result.vehicle_type << std::endl;
+
             //5.VP车牌检测识别
-            if(param.vehicle_plate_det_recg_config==SY_CONFIG_OPEN  && (vehicle_type==0 || vehicle_type==1))
+            if(param.vehicle_plate_det_recg_config==SY_CONFIG_OPEN  && (shot_type==0 || shot_type==1))
             {
+                vplate_results plate_result = result_info.vehicle_plate_det_recg_res;
                 std::cout << "		car plate info:"<< endl;
-                int special_type=result[b].info[c].vehicle_plate_det_recg_res.special_type;//常规车牌、临时车牌、低速车牌。0-common,1-temporary_license_plate,2-low_speed_license_plate.
+                int special_type=plate_result.special_type;//常规车牌、临时车牌、低速车牌。0-common,1-temporary_license_plate,2-low_speed_license_plate.
                 std::cout << "		    special_type:" << special_type<< std::endl;
-                float detect_score=result[b].info[c].vehicle_plate_det_recg_res.detect_score;
-                //std::cout << "detect_score:" << detect_score<< std::endl;
+                float detect_score=plate_result.detect_score;
                 if(detect_score>0.3)
-                {						
-                    int type=result[b].info[c].vehicle_plate_det_recg_res.type;
-                    sy_rect rect=result[b].info[c].vehicle_plate_det_recg_res.rect;
-                    
-                    int x1=rect.left_;
-                    int y1=rect.top_;
-                    int x2=rect.left_+rect.width_;
-                    int y2=rect.top_+rect.height_;		
-                    std::cout << "		    vp_type:"<<type<<",vp_det_score:" <<detect_score <<",vp_rect:[" <<x1<<"," <<y1<<"," <<x2-x1<<"," <<y2-y1<<"]"<< std::endl;													
-                    
-                    // Point lt(x1, y1);
-                    // Point rb(x2, y2);
-                    // rectangle(cvImg, lt, rb, cv::Scalar(0, 0, 255), 4);
-                        
-                        
-                    
+                {															
                     //车牌识别结果
-                    float num_score=result[b].info[c].vehicle_plate_det_recg_res.num_score;
                     std::string plate_recg="";
+                    std::string character_prob;
                     //if(num_score>0.99)//车牌识别建议置信度阈值0.99
                     {
-                        //printf("plate: ");
                         for (int m = 0; m < PLATENUM; m++)
                         {
-                            //printf("%s", result[b].info[c].vehicle_plate_det_recg_res.recg[m].character);
-                            plate_recg=plate_recg + result[b].info[c].vehicle_plate_det_recg_res.recg[m].character;
+                            plate_recg=plate_recg + plate_result.recg[m].character;
+                            character_prob += std::string(plate_result.recg[m].character) + "-" + std::to_string(plate_result.recg[m].maxprob) + ",";
                         }
-                        //printf("\n");
-                        
-                        //printf("maxprob: ");
-                        //for (int m = 0; m < PLATENUM; m++)
-                        //{
-                        //	printf("%f ", result[b].info[c].vehicle_plate_det_recg_res.vehicle_plate_infos[0].recg[m].maxprob);
-                        //}
-                        //printf("\n");
-
-                        
-                        //std::cout << "type:" << type<<"  num_score:" <<num_score<<"  " << std::endl;
-                        std::cout <<"		    "<<plate_recg<< ",vp_num_score:" << num_score<< std::endl;
-                            
                     }
-                    
-                    
-                    char str_cc[100];
-                    memset(str_cc, 0, sizeof(str_cc));
-                    cv::Point2f p1;
-                    p1.x = x1;
-                    p1.y = y1-60;
-                    //sprintf(str_cc, "det_%.2f_recg_%.2f_%s",detectScore,numScore,plate_recg.c_str()); 
-                    sprintf(str_cc, "det_%.2f",detect_score); 
-                    // cv::putText(cvImg, str_cc, 
-                    //     p1,
-                    //     cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //     1.3,
-                    //     cv::Scalar(0, 0, 255),
-                    //     2);
-                        
-                    memset(str_cc, 0, sizeof(str_cc));
-                    p1.x = x1;
-                    p1.y = y1-30;
-                    sprintf(str_cc, "recg_%.2f",num_score); 
-                    // cv::putText(cvImg, str_cc, 
-                    //     p1,
-                    //     cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //     1.3,
-                    //     cv::Scalar(0, 0, 255),
-                    //     2);
-                        
-                    memset(str_cc, 0, sizeof(str_cc));
-                    p1.x = x1;
-                    p1.y = y1;
-                    sprintf(str_cc, "%s",plate_recg.c_str()); 
-                    // cv::putText(cvImg, str_cc, 
-                    //     p1,
-                    //     cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //     1.3,
-                    //     cv::Scalar(0, 0, 255),
-                    //     2);
+                    analysis_result.plate_det_score = plate_result.detect_score;
+                    analysis_result.plate_rect = plate_result.rect;//车牌检测坐标
+                    analysis_result.plate_type = plate_result.type;	//车牌类型：0-单排蓝色 1-单排黄色 2-单排白色 3-单排黑色 4-双排黄色 5-双排白色 6-新能源黄绿色 7-新能源白绿色
+                    analysis_result.plate_num = plate_recg;
+                    analysis_result.character_prob = character_prob;
+                    analysis_result.plate_num_score = plate_result.num_score;//识别置信度
+                    // analysis_result.special_type;						//常规车牌、临时车牌、低速车牌。0-common,1-temporary_license_plate,2-low_speed_license_plate.
                 }
             }
-            
+
             //6.车属性结果：
-            if(param.vehicle_pendant_det_config==SY_CONFIG_OPEN && (vehicle_type==0|| vehicle_type==4))
+            if(param.vehicle_pendant_det_config==SY_CONFIG_OPEN && (shot_type==0|| shot_type==4))
             {
                 std::cout << "		vehicle_pendant_det_res info:"<< endl;
-                int vpd_num = result[b].info[c].vehicle_pendant_det_res.count;
+                int vpd_num = result_info.vehicle_pendant_det_res.count;
                 //std::cout << vpd_num<< std::endl;
                 std::cout << "		    vpd_num:"<<vpd_num<< endl;
                 for(int p=0; p<vpd_num; p++)
                 {
-                    int index = result[b].info[c].vehicle_pendant_det_res.vpd_res[p].index;
-                    float detect_score = result[b].info[c].vehicle_pendant_det_res.vpd_res[p].confidence;
-                    int driver_copilot_info = result[b].info[c].vehicle_pendant_det_res.vpd_res[p].driver_copilot_info;
-                    int x1=result[b].info[c].vehicle_pendant_det_res.vpd_res[p].rect.left_;
-                    int y1=result[b].info[c].vehicle_pendant_det_res.vpd_res[p].rect.top_;
-                    int x2=result[b].info[c].vehicle_pendant_det_res.vpd_res[p].rect.left_+result[b].info[c].vehicle_pendant_det_res.vpd_res[p].rect.width_;
-                    int y2=result[b].info[c].vehicle_pendant_det_res.vpd_res[p].rect.top_+result[b].info[c].vehicle_pendant_det_res.vpd_res[p].rect.height_;					
-    
-                    //std::cout <<p<<" ["<<x1<<" "<<y1<<" "<<x2-x1<<" "<<y2-y1<<"] "<<detectScore<<" "<<index<<" "<<driver_copilot_info<< std::endl;
-                    std::cout << "		    vpd id:"<<p<<" index:"<<index<<",vpd_det_score:" <<detect_score <<",vpd_rect:[" <<x1<<"," <<y1<<"," <<x2-x1<<"," <<y2-y1<<"]"<<" driver_copilot_info:"<<driver_copilot_info<< std::endl;
-                        
-                    
-                    // Point lt(x1, y1);
-                    // Point rb(x2, y2);
-                    // rectangle(cvImg, lt, rb, cv::Scalar(255, 255, 0), 4);
-                    
-                    //车属性人脸特征
-                    //f(index ==1)//人脸
-                    //{
-                    //	std::cout << "		    vpd face feature:[";
-                    //	/*for(int f=0;f<VPD_FACE_FEATURESIZE;f++)
-                    //	{
-                    //		float fea = result[b].info[c].vehicle_pendant_det_res.vpd_res[p].feature[f];
-                    //		//std::cout << "feature "<<f<<":"<<fea<<std::endl; 
-                    //		std::cout <<fea<< " ";
-                    //	}*/
-                    //	std::cout << "]"<< std::endl;
-                    //	//std::cout << "face feature:"<<result[b].info[c].vehicle_pendant_det_res.vpd_res[p].feature[0]<<" "<<result[b].info[c].vehicle_pendant_det_res.vpd_res[p].feature[1]<<" "<<result[b].info[c].vehicle_pendant_det_res.vpd_res[p].feature[2]<<std::endl; 
-                    //}						
-                }
-            }
-            
-            //7.VID车违规结果-----------
-            if(param.vehicle_illegal_config==SY_CONFIG_OPEN  && vehicle_type==0)
-            {		
-                std::cout << "		vehicle_illegal_det_res info:"<< endl;
-                vid_result cur_result = result[b].info[c].vehicle_illegal_det_res;
-                //副驾驶copilot
-                {
-                    //有人没人判断，阈值0.6
-                    std::string str_person="UNCERTAINTY";
-                    if(cur_result.copilot.person.status==SOMEBODY)
-                        str_person ="PERSON";
-                    else if(cur_result.copilot.person.status==NOBODY)
-                        str_person ="NOPERSON";				
-                    //cv::putText(batch_mat[b], str_person, 
-                    //	  cv::Point(5, 25),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                    
-                    //打电话，阈值0.9
-                    std::string str_call="UNCERTAINTY";
-                    if(cur_result.copilot.call.status==lEGAL)
-                        str_call ="lEGAL";//str_call ="NOCALL";
-                    else if(cur_result.copilot.call.status==ILLEGAL)
-                        str_call ="ILLEGAL";//str_call ="CALL";
-                    //cv::putText(batch_mat[b], str_call, 
-                    //	  cv::Point(5, 50),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                            
-                    //使用电话、阈值0.89
-                    std::string str_phone="UNCERTAINTY";
-                    if(cur_result.copilot.phone.status==lEGAL)
-                        str_phone ="lEGAL";//str_phone ="NOPHONE";
-                    else if(cur_result.copilot.phone.status==ILLEGAL)
-                        str_phone ="ILLEGAL";//str_phone ="USEPHONE";
-                    //cv::putText(batch_mat[b], str_phone, 
-                    //	  cv::Point(5, 75),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                    
-                    //系安全带，阈值0.5
-                    std::string str_belt="UNCERTAINTY";
-                    if(cur_result.copilot.belt.status==lEGAL)
-                        str_belt ="lEGAL";//str_belt ="SAFETYBELT";
-                    else if(cur_result.copilot.belt.status==ILLEGAL)
-                        str_belt ="ILLEGAL";
-
-                    //cv::putText(batch_mat[b], str_belt, 
-                    //	  cv::Point(5, 75),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                            
-                    //抽烟，阈值0.9
-                    std::string str_smoke="UNCERTAINTY";
-                    if(cur_result.copilot.smoke.status==ILLEGAL)
-                        str_smoke ="ILLEGAL";//str_smoke ="SMOKE";
-                    else if(cur_result.copilot.smoke.status==lEGAL)
-                        str_smoke ="lEGAL";//str_smoke ="NOSMOKE";
-                    //cv::putText(batch_mat[b], str_smoke, 
-                    //	  cv::Point(5, 100),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-
-                    //std::cout << "copilot: "<<str_person<< " "<<str_call<< " "<<str_phone<< " "<<str_belt<< " "<<str_smoke<< std::endl;						
-                    //std::cout << "copilot confidence: "<<cur_result.copilot.person.confidence<< " "<<cur_result.copilot.call.confidence<< " "<<cur_result.copilot.phone.confidence<< " "<<cur_result.copilot.belt.confidence<< " "<<cur_result.copilot.smoke.confidence<< std::endl;
-                    std::cout << "		    copilot:  "<<"person:"<<str_person<< " call:"<<str_call<< " phone:"<<str_phone<< " belt:"<<str_belt<< " smoke:"<<str_smoke<< std::endl;						
-                    std::cout << "		    copilot confidence:  "<<"person:"<<cur_result.copilot.person.confidence<< " call:"<<cur_result.copilot.call.confidence<< " phone:"<<cur_result.copilot.phone.confidence<< " belt:"<<cur_result.copilot.belt.confidence<< " smoke:"<<cur_result.copilot.smoke.confidence<< std::endl;
-                    
-                }
-                
-                //驾驶driver
-                {
-                    //有人没人判断，阈值0.6
-                    std::string str_person="UNCERTAINTY";
-                    if(cur_result.driver.person.status==SOMEBODY)
-                        str_person ="PERSON";
-                    else if(cur_result.driver.person.status==NOBODY)
-                        str_person ="NOPERSON";				
-                    //cv::putText(batch_mat[b], str_person, 
-                    //	  cv::Point(5, 150),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                    
-                    //打电话，阈值0.9
-                    std::string str_call="UNCERTAINTY";
-                    if(cur_result.driver.call.status==lEGAL)
-                        str_call ="lEGAL";//str_call ="NOCALL";
-                    else if(cur_result.driver.call.status==ILLEGAL)
-                        str_call ="ILLEGAL";//str_call ="CALL";
-                    //cv::putText(batch_mat[b], str_call, 
-                    //	  cv::Point(5, 175),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                            
-                    //使用电话，阈值0.89
-                    std::string str_phone="UNCERTAINTY";
-                    if(cur_result.driver.phone.status==lEGAL)
-                        str_phone ="lEGAL";//str_phone ="NOPHONE";
-                    else if(cur_result.driver.phone.status==ILLEGAL)
-                        str_phone ="ILLEGAL";//str_phone ="USEPHONE";
-                    //cv::putText(batch_mat[b], str_phone, 
-                    //	  cv::Point(5, 200),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                    
-                    //系安全带，阈值0.5
-                    std::string str_belt="UNCERTAINTY";
-                    if(cur_result.driver.belt.status==lEGAL)
-                        str_belt ="lEGAL";//str_belt ="SAFETYBELT";
-                    else if(cur_result.driver.belt.status==ILLEGAL)
-                        str_belt ="ILLEGAL";//str_belt ="NOSAFETYBELT";
-
-                    //cv::putText(batch_mat[b], str_belt, 
-                    //	  cv::Point(5, 200),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                            
-                    //抽烟，阈值0.9
-                    std::string str_smoke="UNCERTAINTY";
-                    if(cur_result.driver.smoke.status==ILLEGAL)
-                        str_smoke ="ILLEGAL";//str_smoke ="SMOKE";
-                    else if(cur_result.driver.smoke.status==lEGAL)
-                        str_smoke ="lEGAL";//str_smoke ="NOSMOKE";
-                    //cv::putText(batch_mat[b], str_smoke, 
-                    //	  cv::Point(5, 225),
-                    //	  cv::FONT_HERSHEY_COMPLEX_SMALL,
-                    //	  1.3,
-                    //	  cv::Scalar(255, 0, 0),
-                    //	  2);
-                    
-                    //std::cout << "driver: "<<str_person<< " "<<str_call<< " "<<str_phone<< " "<<str_belt<< " "<<str_smoke<< std::endl;
-                    //std::cout << "driver confidence: "<<cur_result.driver.person.confidence<< " "<<cur_result.driver.call.confidence<< " "<<cur_result.driver.phone.confidence<< " "<<cur_result.driver.belt.confidence<< " "<<cur_result.driver.smoke.confidence<< std::endl;
-                        std::cout << "		    driver:  person:"<<str_person<< " call:"<<str_call<< " phone:"<<str_phone<< " belt:"<<str_belt<< " smoke:"<<str_smoke<< std::endl;
-                    std::cout << "		    driver confidence:  person:"<<cur_result.driver.person.confidence<< " call:"<<cur_result.driver.call.confidence<< " phone:"<<cur_result.driver.phone.confidence<< " belt:"<<cur_result.driver.belt.confidence<< " smoke:"<<cur_result.driver.smoke.confidence<< std::endl;
-                    
-                }				
-            }
-            
-            //8.车特征
-            if(param.vehicle_feature_config==SY_CONFIG_OPEN && (vehicle_type==0 || vehicle_type==1))
-            {
-                std::cout << "		vehicle_fea_res info: "<<std::endl;
-                std::cout << "		    [";	
-                for(int f=0;f<VA_FEATURESIZE;f++)
-                {
-                    float fea=result[b].info[c].vehicle_fea_res.feature[f];
-                    //std::cout << "feature "<<f<<":"<<fea<<std::endl; 
-                    std::cout <<fea<<" ";
+                    int index = result_info.vehicle_pendant_det_res.vpd_res[p].index;
+                    if(index == 0){
+                        DriverInfo info;
+                        info.driver_rect = result_info.vehicle_pendant_det_res.vpd_res[p].rect;
+                        info.driver_prob = result_info.vehicle_pendant_det_res.vpd_res[p].confidence;
+                        analysis_result.vec_drivers.push_back(info);
+                    }
                 }
-                std::cout <<"]"<<std::endl;
-                //std::cout << "feature 0 :"<<result[b].info[c].vehicle_fea_res.feature[0]<<std::endl; 
-                //std::cout << "feature 1 :"<<result[b].info[c].vehicle_fea_res.feature[1]<<std::endl; 
-                //std::cout << "feature 2 :"<<result[b].info[c].vehicle_fea_res.feature[2]<<std::endl; 
-                //std::cout << "feature 3 :"<<result[b].info[c].vehicle_fea_res.feature[3]<<std::endl; 
-                //std::cout << "feature 4 :"<<result[b].info[c].vehicle_fea_res.feature[4]<<std::endl; 
-                //std::cout << "feature 5 :"<<result[b].info[c].vehicle_fea_res.feature[5]<<std::endl; 
-                
-                //test
-                //for(int f=0;f<10;f++)
-                //{
-                //	float fea=result[b].info[c].vehicle_fea_res.feature[f];
-                //	std::cout << "feature "<<f<<":"<<fea<<std::endl; 
-                //}
             }
             //11.摩托车三轮车分析
-            if(param.vehicle_motor_tricycle_analysis_config==SY_CONFIG_OPEN && (vehicle_type==2 || vehicle_type==3))
+            if(param.vehicle_motor_tricycle_analysis_config==SY_CONFIG_OPEN && (shot_type==2 || shot_type==3))
             {
                 //std::cout << "mta output----"<< std::endl;
-                if(vehicle_type==2)//摩托车
+                if(shot_type==2)//摩托车
                 {
-                //摩托车载人
-                //int status=result[b].info[c].mta_res.motor_manned.status;	
-                //float score=result[b].info[c].mta_res.motor_manned.confidence;
-                //if(status == MOTOR_MANNED)
-                //	std::cout << "motor info: MOTOR_MANNED, prob: " << score << std::endl;
-                //else if(status == MOTOR_NOT_MANNED)
-                //	std::cout << "motor info: MOTOR_NOT_MANNED, prob: " << score << std::endl;
-                
-                //摩托车驾驶人是否戴安全帽
-                int status=result[b].info[c].mta_res.motor_driver_helmeted.status;
-                float score=result[b].info[c].mta_res.motor_driver_helmeted.confidence;
-                if(status == MOTOR_DRIVER_HELMETED)
-                    std::cout << "		    motor info: MOTOR_DRIVER_HELMETED, prob: " << score << std::endl;
-                else if(status == MOTOR_DRIVER_NOT_HELMETED)
-                    std::cout << "		    motor info: MOTOR_DRIVER_NOT_HELMETED, prob: " << score << std::endl;	
+                    //摩托车载人
+                    //int status=result_info.mta_res.motor_manned.status;	
+                    //float score=result_info.mta_res.motor_manned.confidence;
+                    //if(status == MOTOR_MANNED)
+                    //	std::cout << "motor info: MOTOR_MANNED, prob: " << score << std::endl;
+                    //else if(status == MOTOR_NOT_MANNED)
+                    //	std::cout << "motor info: MOTOR_NOT_MANNED, prob: " << score << std::endl;
+                    
+                    //摩托车驾驶人是否戴安全帽
+                    analysis_result.motor_helmeted = result_info.mta_res.motor_driver_helmeted.status;
+                    float score=result_info.mta_res.motor_driver_helmeted.confidence;
                 }
             }
-                            //载人输出
-            //if(param.vehicle_manned_config==SY_CONFIG_OPEN && (vehicle_type==0 || vehicle_type==1 || vehicle_type==3))
-            if(param.vehicle_manned_config==SY_CONFIG_OPEN && vehicle_type!=5)
-            {
-                std::cout << "----------------------manned output----"<< std::endl;
-                int hs_count = result[b].info[c].manned_res.hs_count;
-                std::cout <<"manned_hs_count:"<< hs_count << std::endl;
-                for(int lo=0;lo<hs_count;lo++)
-                {
-                    int x1=result[b].info[c].manned_res.hs_rect[lo].rect.left_;
-                    int y1=result[b].info[c].manned_res.hs_rect[lo].rect.top_;
-                    int x2=result[b].info[c].manned_res.hs_rect[lo].rect.left_+result[b].info[c].manned_res.hs_rect[lo].rect.width_;
-                    int y2=result[b].info[c].manned_res.hs_rect[lo].rect.top_+result[b].info[c].manned_res.hs_rect[lo].rect.height_;					
-                    std::cout <<"manned_hs_rect:"<< x1 <<" "<< y1<<" " <<x2<<"  " << y2<< std::endl;
-                    
-                    // Point lt(x1, y1);
-                    // Point rb(x2, y2);
-                    // rectangle(cvImg, lt, rb, cv::Scalar(0, 255, 255), 4);
-                }						
+            //载人输出
+            if(param.vehicle_manned_config==SY_CONFIG_OPEN && shot_type!=5)
+            {
+                if(result_info.manned_res.hs_count >= 3){
+                    analysis_result.motor_manned = 1;
+                }			
             }				
-        }
-
-        //测试相似度比对函数，batch_size设为2
-        //double similarity=va_compute_similarity(result[0].info[0].vehicle_fea_res.feature, result[1].info[0].vehicle_fea_res.feature, FEATURESIZE);
-        //std::cout << "similarity: "<<similarity<<std::endl; 
-        
-        // cv::imwrite((saveimagepath+file).c_str(),cvImg);
-                                                    
+        }                            
     }
     //delete result
+    // for(int b=0;b<batch_size;b++)
+    // {
+    //     for(int c=0; c<100; c++)
+    //     {
+    //         if(result[b].info[c].vehicle_pendant_det_res.vpd_res!=NULL)
+    //             delete[] result[b].info[c].vehicle_pendant_det_res.vpd_res;
+            
+    //     }
+    //     if(result[b].info!=NULL){
+    //         delete[] result[b].info;
+    //     }
+            
+    // }
+
+    // if(result!=NULL){
+    //     delete[] result;
+    // }
+
+    return result;  
+}
+
+void VehicleAnalysis::release(){
+    if (m_handle) {
+        va_release(&m_handle);
+    }
+}
+
+void VehicleAnalysis::release_result(va_result* result, int batch_size){
     for(int b=0;b<batch_size;b++)
     {
         for(int c=0; c<100; c++)
@@ -608,12 +301,4 @@ int VehicleAnalysis::detect(vector&lt;sy_img&gt; vec_img) {
     if(result!=NULL){
         delete[] result;
     }
-
-    return 0;  
-}
-
-void VehicleAnalysis::release(){
-    if (m_handle) {
-        va_release(&m_handle);
-    }
 }
@@ -6,6 +6,31 @@
 #include "vehicle_analysis.h"
 #include "vehicle_result.h"
+struct DriverInfo {
+    sy_rect driver_rect;
+    float driver_prob;
+    int driver_color;
+};
+
+struct VehicleAnalysisResult{
+    int shot_type;
+    sy_rect vehicle_rect;
+    string vehicle_type;
+
+    sy_rect plate_rect;//车牌检测坐标
+	float plate_det_score;//车牌检测置信度
+    string plate_num;
+    string character_prob;
+	float plate_num_score;//识别置信度
+	int plate_type;	//车牌类型：0-单排蓝色 1-单排黄色 2-单排白色 3-单排黑色 4-双排黄色 5-双排白色 6-新能源黄绿色 7-新能源白绿色
+	int special_type;						//常规车牌、临时车牌、低速车牌。0-common,1-temporary_license_plate,2-low_speed_license_plate.
+
+    vector<DriverInfo> vec_drivers;     // 副驾也被认为是司机
+
+    int motor_helmeted;
+    int motor_manned{0};
+};
+
 class VehicleAnalysis
 {
 private:
@@ -16,7 +41,9 @@ public:
     int init(int devId, int max_batch_size);
-    int detect(vector<sy_img> vec_img);
+    va_result* detect(vector<sy_img> vec_img);
+
+    void release_result(va_result*, int);
 private:
     void release();
@@ -25,4 +25,5 @@ using namespace std;
 using namespace cv;
+
 #endif
 \ No newline at end of file
@@ -57,7 +57,12 @@ int DvppCropAndPastex::InitCropAndPasteInputDesc(ImageData&amp; inputImage)
         return SY_FAILED;
     }
-    acldvppSetPicDescData(vpcInputDesc_, inputImage.data.get()); //  JpegD . vpcResize
+    if (inputImage.data_naked == nullptr) {
+        acldvppSetPicDescData(vpcInputDesc_, inputImage.data.get()); //  JpegD . vpcResize
+    } else {
+        acldvppSetPicDescData(vpcInputDesc_, inputImage.data_naked); //  JpegD . vpcResize
+    }
+
     acldvppSetPicDescFormat(vpcInputDesc_, format_);
     acldvppSetPicDescWidth(vpcInputDesc_, inputImage.width);
     acldvppSetPicDescHeight(vpcInputDesc_, inputImage.height);
@@ -266,8 +271,6 @@ int DvppCropAndPastex::ResizeWithPadding(ImageData&amp; resizedImage, ImageData&amp; src
     return SY_SUCCESS;
 }
-
-
 int DvppCropAndPastex::PatchProcess(ImageData& resizedImage, ImageData& srcImage, uint32_t xmin, uint32_t ymin,
     uint32_t xmax, uint32_t ymax)
 {
@@ -329,6 +332,73 @@ int DvppCropAndPastex::PatchProcess(ImageData&amp; resizedImage, ImageData&amp; srcImage
     return SY_SUCCESS;
 }
+ImageData* DvppCropAndPastex::Crop_naked(ImageData& srcImage, uint32_t xmin, uint32_t ymin, uint32_t xmax, uint32_t ymax)
+{
+    ImageData* resizedImage = nullptr;
+
+    do
+    {
+        if (SY_SUCCESS != InitCropAndPasteResource(srcImage)) {
+            ERROR_LOG("Dvpp cropandpaste failed for init error");
+            break;
+        }
+
+        uint32_t cropLeftOffset = ((xmin >> 1) << 1); // must even
+        uint32_t cropTopOffset = ((ymin >> 1) << 1);  // must even
+        uint32_t cropRightOffset = ((xmax >> 1) << 1) -1;   // must odd
+        uint32_t cropBottomOffset = ((ymax >> 1) << 1) -1;  // must odd
+
+        cropArea_ = acldvppCreateRoiConfig(cropLeftOffset, cropRightOffset,
+        cropTopOffset, cropBottomOffset);
+        if (cropArea_ == nullptr) {
+            ERROR_LOG("acldvppCreateRoiConfig cropArea_ failed");
+            break;
+        }
+        //printf("debug crop area: %d %d %d %d\n", cropLeftOffset, cropTopOffset, cropRightOffset, cropBottomOffset);
+
+        uint32_t pasteLeftOffset = 0;  // must even
+        uint32_t pasteTopOffset = 0;   // must even
+        uint32_t pasteRightOffset = (((pasteLeftOffset + size_.width) >> 1) << 1) -1;  // must odd
+        uint32_t pasteBottomOffset = (((pasteTopOffset + size_.height) >> 1) << 1) -1; // must odd
+
+        pasteArea_ = acldvppCreateRoiConfig(pasteLeftOffset, pasteRightOffset,
+        pasteTopOffset, pasteBottomOffset);
+        if (pasteArea_ == nullptr) {
+            ERROR_LOG("acldvppCreateRoiConfig pasteArea_ failed");
+            break;
+        }
+        //printf("debug paste area: %d %d %d %d\n", pasteLeftOffset, pasteTopOffset, pasteRightOffset, pasteBottomOffset);
+
+        // crop and patse pic
+        aclError aclRet = acldvppVpcCropAndPasteAsync(dvppChannelDesc_, vpcInputDesc_,
+        vpcOutputDesc_, cropArea_, pasteArea_, stream_);
+        //printf("debug crop line:%d\n",__LINE__);
+        if (aclRet != ACL_SUCCESS) {
+            ERROR_LOG("acldvppVpcCropAndPasteAsync failed, aclRet = %d", aclRet);
+            break;
+        }
+
+        aclRet = aclrtSynchronizeStream(stream_);
+        if (aclRet != ACL_SUCCESS) {
+            ERROR_LOG("crop and paste aclrtSynchronizeStream failed, aclRet = %d", aclRet);
+            break;
+        }
+
+        resizedImage = new ImageData();
+        resizedImage->width = size_.width;
+        resizedImage->height = size_.height;
+        resizedImage->alignWidth = ALIGN_UP16(size_.width);
+        resizedImage->alignHeight = ALIGN_UP2(size_.height);
+        resizedImage->size = vpcOutBufferSize_;
+        resizedImage->data_naked = (uint8_t*)vpcOutBufferDev_;
+
+    } while (0);
+    
+    DestroyCropAndPasteResource();
+
+    return resizedImage;
+}
+
 int DvppCropAndPastex::Crop2Process(ImageData& resizedImage, ImageData& leftImage, ImageData& rightImage, ImageData& srcImage)
 {
     //left
@@ -500,7 +570,6 @@ int DvppCropAndPastex::Process(ImageData&amp; resizedImage, ImageData&amp; srcImage)
     return SY_SUCCESS;
 }
-
 void DvppCropAndPastex::DestroyCropAndPasteResource()
 {
     if (cropArea_ != nullptr) {
@@ -56,12 +56,15 @@ public:
     * @return result
     */
     int Process(ImageData& resizedImage, ImageData& srcImage);
+
     int Crop2Process(ImageData& resizedImage, ImageData& leftImage, ImageData& rightImage, ImageData& srcImage);
     int PatchProcess(ImageData& resizedImage, ImageData& srcImage, uint32_t xmin, uint32_t ymin,
     uint32_t xmax, uint32_t ymax);
     int ResizeWithPadding(ImageData& resizedImage, ImageData& srcImage);
+    ImageData* Crop_naked(ImageData& srcImage, uint32_t xmin, uint32_t ymin, uint32_t xmax, uint32_t ymax);
+
 private:
     int InitCropAndPasteResource(ImageData& inputImage);
     int InitCropAndPasteInputDesc(ImageData& inputImage);
@@ -93,13 +93,18 @@ int DvppProcessx::CropAndPadding(ImageData&amp; dest, ImageData&amp; src,
     return cropandpaddingOp.ResizeWithPadding(dest, src);
 }
-
 int DvppProcessx::PatchCropAndPaste(ImageData& dest, ImageData& src, uint32_t xmin, uint32_t ymin,
     uint32_t xmax, uint32_t ymax, uint32_t width, uint32_t height) {
     DvppCropAndPastex patchcropandpasteOp(stream_, dvppChannelDesc_, width, height);
     return patchcropandpasteOp.PatchProcess(dest, src, xmin, ymin, xmax, ymax);
 }
+ImageData* DvppProcessx::Crop_naked(ImageData& src, uint32_t xmin, uint32_t ymin,
+    uint32_t xmax, uint32_t ymax, uint32_t width, uint32_t height) {
+    DvppCropAndPastex cropandpasteOp(stream_, dvppChannelDesc_, width, height);
+    return cropandpasteOp.Crop_naked(src, xmin, ymin, xmax, ymax);
+}
+
 int DvppProcessx::CvtJpegToYuv420sp(ImageData& dest, ImageData& src) {
     DvppJpegDx jpegD(stream_, dvppChannelDesc_);
     return jpegD.Process(dest, src);
@@ -62,6 +62,7 @@ public:
                   uint32_t width, uint32_t height);
     int CropAndPaste(ImageData& src, ImageData& dest,
                   uint32_t width, uint32_t height);
+    ImageData* Crop_naked(ImageData& src, uint32_t xmin, uint32_t ymin, uint32_t xmax, uint32_t ymax, uint32_t width, uint32_t height);
     int PatchCropAndPaste(ImageData& dest, ImageData& src, uint32_t xmin, uint32_t ymin,
                   uint32_t xmax, uint32_t ymax, uint32_t width, uint32_t height);
     int Crop2Paste(ImageData& dest, ImageData& leftImage, ImageData& rightImage, 
@@ -2,6 +2,8 @@
 #define _STREAM_DATA_H_
 #include <memory>
+#include "acl/acl.h"
+#include "acl/ops/acl_dvpp.h"
 struct ImageData {
     uint32_t width = 0;
@@ -10,6 +12,17 @@ struct ImageData {
     uint32_t alignHeight = 0;
     uint32_t size = 0;
     std::shared_ptr<uint8_t> data;
+    uint8_t* data_naked;
+
+    ImageData(){
+        data_naked = nullptr;
+    }
+
+    ~ImageData(){
+        if (data_naked) {
+            acldvppFree(data_naked);
+        }
+    }
 };
 #endif
 \ No newline at end of file
@@ -7,9 +7,9 @@ int main() {
     pic_analysis.init(0);
     vector<string> vec_path;
-    for (size_t i = 0; i < 10; i++)
+    for (size_t i = 0; i < 1; i++)
     {
-        vec_path.push_back("./test_hv.jpg");
+        vec_path.push_back("./test_all.jpg");
     }
     pic_analysis.analysis_sync(vec_path);
+#include "CropUtil.h"
+#include "logger.hpp"
+#include "sy_errorinfo.h"
+
+CropUtil::CropUtil(/* args */)
+{
+}
+
+CropUtil::~CropUtil()
+{
+    release();
+}
+
+int CropUtil::init(int devId){
+    ACL_CALL(aclrtCreateContext(&m_ctx, devId), ACL_SUCCESS, SY_FAILED);
+    
+    ACL_CALL(aclrtCreateStream(&stream), ACL_SUCCESS, SY_FAILED);
+    m_dvpp = new DvppProcessx();
+    int ret = m_dvpp->InitResource(stream);
+    if (ret != SY_SUCCESS) {
+        delete m_dvpp;
+        m_dvpp = nullptr;
+        LOG_ERROR("dvpp init failed!");
+        return SY_FAILED;
+    }
+
+    return SY_SUCCESS;
+}
+
+int CropUtil::release(){
+    ACL_CALL(aclrtSetCurrentContext(m_ctx), ACL_SUCCESS, SY_FAILED);
+
+    if (m_dvpp) {
+        delete m_dvpp;
+        m_dvpp = nullptr;
+    }
+
+    if (stream != nullptr) {
+        int ret = aclrtDestroyStream(stream);
+        if (ret != ACL_SUCCESS) {
+            LOG_ERROR("destroy stream failed");
+        }
+        stream = nullptr;
+    }
+
+    aclrtDestroyContext(m_ctx);
+}
+
+ImageData* CropUtil::crop(ImageData& src, uint32_t xmin, uint32_t ymin, uint32_t xmax, uint32_t ymax) {
+    int ret = aclrtSetCurrentContext(m_ctx);
+    if (ACL_SUCCESS != ret)
+    {
+        return nullptr;
+    }
+
+    int width = xmax - xmin;
+    int height = ymax - ymin;
+    uint32_t alignWidth = (width + 127) / 128 * 128;
+	uint32_t alignHeight = (height  + 15) / 16 * 16;
+    return m_dvpp->Crop_naked(src, xmin, ymin, xmax, ymax, alignWidth, alignHeight);
+}
 \ No newline at end of file
+#include "../dvppx/dvpp_processx.h"
+
+class CropUtil
+{
+public:
+    CropUtil(/* args */);
+    ~CropUtil();
+
+    int init(int devId);
+
+    ImageData* crop(ImageData& src, uint32_t xmin, uint32_t ymin, uint32_t xmax, uint32_t ymax);
+
+private:
+    int release();
+
+private:
+    aclrtContext m_ctx;
+    aclrtStream stream;
+    DvppProcessx* m_dvpp;
+};