Blame view

FFNvDecoder/main.cpp 8.1 KB
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
1
2
3
4
5
6
7
8
9
  #include "FFNvDecoderManager.h"
  #include <iostream>
  
  #include <thread>
  
  #include <chrono>
  
  #include "check_tool.h"
  
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
10
11
12
  #include "cuda_kernels.h"
  #include "NvJpegEncoder.h"
  
61501775   Hu Chunming   添加showFrame
13
14
  #include "opencv2\opencv.hpp"
  
07639e75   Hu Chunming   实现狗狗姿态检测
15
16
17
  #include "DogPoseDetector.h"
  
  
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
18
  using namespace std;
61501775   Hu Chunming   添加showFrame
19
  using namespace cv;
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
20
21
22
23
24
25
  
  unsigned char *pHwRgb[2] = {nullptr, nullptr};
  
  int sum1 = 0;
  int sum2 = 0;
  
07639e75   Hu Chunming   实现狗狗姿态检测
26
27
  DogPoseDetector poseDetector;
  
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
  
  mutex m_mutex;

  void saveFrame(AVFrame * gpuFrame, string file_name) {

  	std::lock_guard<std::mutex> l(m_mutex);

  

  

  	unsigned char *pHwData = nullptr;

  	cudaError_t cudaStatus = cudaMalloc((void **)&pHwData, 3 * gpuFrame->width * gpuFrame->height * sizeof(unsigned char));

  

  	cuda_common::setColorSpace(ITU709, 0);

  	cudaStatus = cuda_common::CUDAToBGR((CUdeviceptr)gpuFrame->data[0], (CUdeviceptr)gpuFrame->data[1], gpuFrame->linesize[0], gpuFrame->linesize[1], pHwData, gpuFrame->width, gpuFrame->height);

  	cudaDeviceSynchronize();

  	if (cudaStatus != cudaSuccess) {

  		cout << "CUDAToBGR failed !!!" << endl;

  		return;

  	}

  

  	string path = file_name + ".jpg";

  	saveJpeg(path.c_str(), pHwData, gpuFrame->width, gpuFrame->height, nullptr);  // 验证 CUDAToRGB 

  

  	cudaDeviceSynchronize();

  	cudaFree(pHwData);

  	pHwData = nullptr;

  }
  
61501775   Hu Chunming   添加showFrame
53
  mutex m_mutex_show;
07639e75   Hu Chunming   实现狗狗姿态检测
54
55
  unsigned char *pShowData = nullptr;
  
61501775   Hu Chunming   添加showFrame
56
57
58
  void showFrame(AVFrame * gpuFrame) {
  	std::lock_guard<std::mutex> l(m_mutex_show);
  
07639e75   Hu Chunming   实现狗狗姿态检测
59
60
61
62
63
64
  	cudaError_t cudaStatus = cudaSuccess;
  	if (pShowData == nullptr)

  	{

  		cudaError_t cudaStatus = cudaMalloc((void **)&pShowData, 3 * gpuFrame->width * gpuFrame->height * sizeof(unsigned char));

  	}

  	

61501775   Hu Chunming   添加showFrame
65
  	cuda_common::setColorSpace(ITU709, 0);

07639e75   Hu Chunming   实现狗狗姿态检测
66
  	cudaStatus = cuda_common::CUDAToBGR((CUdeviceptr)gpuFrame->data[0], (CUdeviceptr)gpuFrame->data[1], gpuFrame->linesize[0], gpuFrame->linesize[1], pShowData, gpuFrame->width, gpuFrame->height);

61501775   Hu Chunming   添加showFrame
67
68
69
70
71
  	if (cudaStatus != cudaSuccess) {

  		cout << "CUDAToBGR failed !!!" << endl;

  		return;

  	}

  

61501775   Hu Chunming   添加showFrame
72
73
74
75
  	int channel = 3;

  	int width = gpuFrame->width;

  	int height = gpuFrame->height;

  

07639e75   Hu Chunming   实现狗狗姿态检测
76
77
  	if (pShowData != nullptr && channel > 0 && width > 0 && height > 0) {

  		poseDetector.detect(pShowData, width, height);

61501775   Hu Chunming   添加showFrame
78
  

07639e75   Hu Chunming   实现狗狗姿态检测
79
80
  		//int nSize = channel * height * width;

  		//unsigned char* cpu_data = new unsigned char[nSize];

61501775   Hu Chunming   添加showFrame
81
  

07639e75   Hu Chunming   实现狗狗姿态检测
82
83
  		//cudaMemcpy(cpu_data, pShowData, nSize * sizeof(unsigned char), cudaMemcpyDeviceToHost);

  		//cudaDeviceSynchronize();

61501775   Hu Chunming   添加showFrame
84
  

07639e75   Hu Chunming   实现狗狗姿态检测
85
86
87
  		//cv::Mat img_(height, width, CV_8UC3, cpu_data);

  		//imshow("show", img_);

  		//waitKey(1);

61501775   Hu Chunming   添加showFrame
88
  

07639e75   Hu Chunming   实现狗狗姿态检测
89
90
  		//delete[] cpu_data;

  		//cpu_data = nullptr;

61501775   Hu Chunming   添加showFrame
91
  

07639e75   Hu Chunming   实现狗狗姿态检测
92
  	}
61501775   Hu Chunming   添加showFrame
93
94
  }
  
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
  /**
   * 注意: gpuFrame 在解码器设置的显卡上,后续操作要十分注意这一点,尤其是多线程情况
   * */
  void postDecoded(const void * userPtr, AVFrame * gpuFrame){
      FFNvDecoder* decoder = (FFNvDecoder*)userPtr;
      if (decoder!= nullptr)
      {
          // cout << "decode name: " << decoder->getName() << endl;
  
          // const char* gpu_pixfmt = av_get_pix_fmt_name((AVPixelFormat)gpuFrame->format);
          // cout << "pixfmt: " << gpu_pixfmt << endl;
          // cout << "keyframe: " << gpuFrame->key_frame << " width: " << gpuFrame->width << " height: "<< gpuFrame->height << endl;
          // cout << "decode successed ✿✿ヽ(°▽°)ノ✿ " << endl;
  
  		if (gpuFrame->format == AV_PIX_FMT_CUDA)

  		{

  			// cout << "gpuid = " << atoi(decoder->m_cfg.gpuid.c_str()) << endl;

  			cudaSetDevice(atoi(decoder->m_cfg.gpuid.c_str()));

  

07639e75   Hu Chunming   实现狗狗姿态检测
114
  			//saveFrame(gpuFrame, decoder->getName());

61501775   Hu Chunming   添加showFrame
115
  			showFrame(gpuFrame);

a359bb4f   Hu Chunming   调通可正常运行 -- 初版
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
  		}
      }
  }
  
  long long start_time = 0;
  long long end_time = 0;
  bool count_flag = false;
  int count_num = 0;
  int count_std = 100;
  
  static long long get_cur_time(){
      // 获取操作系统当前时间点(精确到微秒)
      chrono::time_point<chrono::system_clock, chrono::milliseconds> tpMicro
          = chrono::time_point_cast<chrono::milliseconds>(chrono::system_clock::now());
      // (微秒精度的)时间点 => (微秒精度的)时间戳
      return tpMicro.time_since_epoch().count();
  }
  
61501775   Hu Chunming   添加showFrame
134
  static int suming = 0;
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
  unsigned char *pHwData = nullptr;
  
  void postDecoded0(const void * userPtr, AVFrame * gpuFrame){
      // std::this_thread::sleep_for(std::chrono::milliseconds(30000));
  
      FFNvDecoder* decoder = (FFNvDecoder*)userPtr;
      if (decoder!= nullptr)
      {
          // cout << "decode name: " << decoder->getName() << endl;
          if (decoder->getName() == "dec")
          {
              if (! count_flag)
              {
                  count_flag = true;
                  count_num = 0;
                  end_time = start_time = get_cur_time();
              }
              count_num++;
61501775   Hu Chunming   添加showFrame
153
              suming ++ ;
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
154
155
156
157
158
159
160
161
162
163
              if (count_num >= count_std)
              {
                  // end_time = get_cur_time();
                  // long time_using = end_time - start_time;
                  // double time_per_frame = double(time_using)/count_std ;
                  // cout << count_std << "帧用时:" << time_using << "ms 每帧用时:" << time_per_frame << "ms" << endl;
                  cout << "keyframe: " << gpuFrame->key_frame << " width: " << gpuFrame->width << " height: "<< gpuFrame->height << endl;
  
                  count_flag = false;
              }
61501775   Hu Chunming   添加showFrame
164
              cout << "帧数:" << suming << endl;
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
165
166
167
168
169
170
171
172
173
174
175
176
177
          }
      }
  }
  
  void decode_finished_cbk(const void* userPtr){
      cout << "decode_finish timestamp: " << get_cur_time() << endl;
  }
  
  // string test_uri = "rtmp://192.168.10.56:1935/objecteye/1";
  // string test_uri = "/home/cmhu/data/output_800x480.mp4";
  // string test_uri = "/home/cmhu/data/output_1920x1080.mp4";
  // string test_uri = "rtsp://176.10.0.2:8554/stream";
  // string test_uri = "/mnt/f/fiss/test_data/h265.mp4";
07639e75   Hu Chunming   实现狗狗姿态检测
178
179
  //string test_uri = "rtsp://176.10.0.4:8554/stream";
  string test_uri = "f://data/caishenkezhan.mp4";
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
  
  void createDecode(int index){
      FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
      MgrDecConfig config;
      config.name = "dec" + to_string(index);
      config.cfg.uri = test_uri;
      config.cfg.post_decoded_cbk = postDecoded;
      config.cfg.decode_finished_cbk = decode_finished_cbk;
      config.cfg.force_tcp = true;
  
      if (index % 2 == 0)
      {
          config.cfg.gpuid = "0";
      }
      else
      {
          config.cfg.gpuid = "0";
      }
      
      FFNvDecoder* decoder = pDecManager->createDecoder(config);
      if (!decoder)
      {
          return ;
      }
      pDecManager->setUserPtr(config.name, decoder);
      pDecManager->startDecodeByName(config.name);
  }
  
  void logFF(void *, int level, const char *fmt, va_list ap)
  {
      vfprintf(stdout, fmt, ap);
  }
  
  
  int main(int argc, char* argv[]) {
  
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
216
      printf("start \n");
07639e75   Hu Chunming   实现狗狗姿态检测
217
218
219
220
      //if (argc != 3) {
      //    fprintf(stderr, "./xxx uri gpu_id\n");
      //    return -1;
      //}
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
221
  
07639e75   Hu Chunming   实现狗狗姿态检测
222
223
  	char* uri = "F:/dog_trainer_sys/test1/5min.mp4";//argv[1];
  	char* gpuid = "0";//argv[2];
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
224
225
226
  
      cout << av_version_info() << endl;
  
07639e75   Hu Chunming   实现狗狗姿态检测
227
228
229
230
  	poseDetector.init();
  

  	//namedWindow("show", WINDOW_NORMAL);
  
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
      //evalQuality(uri, gpuid);
  
  
      // av_log_set_callback(&logFF);
  
      FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
  
      // int count = 99;
      // for (size_t i = 0; i < count ; i++)
      // {
      //     createDecode(i);
      // }
  
      MgrDecConfig config;
      config.name = "dec";
      config.cfg.uri = uri;
      config.cfg.post_decoded_cbk = postDecoded;
      config.cfg.decode_finished_cbk = decode_finished_cbk;
      config.cfg.force_tcp = true;
      config.cfg.gpuid = "0";
      FFNvDecoder* dec2 = pDecManager->createDecoder(config);
      if (!dec2)
      {
          return 1;
      }
      pDecManager->setUserPtr(config.name, dec2);
      // pDecManager->setDecKeyframe(config.name, true);
      pDecManager->startDecodeByName(config.name);
  
      int w,h;
      pDecManager->getResolution(config.name, w,h);
      printf( "%s : %dx%d\n", config.name.c_str() , w,h );
  
07639e75   Hu Chunming   实现狗狗姿态检测
264
265
266
267
268
269
270
271
272
273
274
275
276
      //thread* m_thread = new thread([](void* arg)
      //    {
      //        while (true)
      //        {
      //            std::this_thread::sleep_for(std::chrono::milliseconds(5000));
      //            FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
      //            int count = pDecManager->count();
      //            cout << "当前运行路数: " << pDecManager->count() << endl;
      //        }
  
      //        return (void*)0;
      //    }
      //, nullptr);
a359bb4f   Hu Chunming   调通可正常运行 -- 初版
277
278
279
280
281
282
283
284
  
  
      while (getchar() != 'q');
  
      cout << "总共帧数:" << sum << endl;
  
      pDecManager->closeAllDecoder();
  }