Blame view

src/main.cpp 12.7 KB
aac5773f   hucm   功能基本完成,接口待打磨
1
2
3
  #include "FFNvDecoderManager.h"
  #include <iostream>
  
e41a52bb   Hu Chunming   1.优化数据读取线程;2. 添加A...
4
5
6
7
  #include "cuda_kernels.h"
  
  #include "NvJpegEncoder.h"
  
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
8
9
10
11
12
  #include <pthread.h>
  #include <thread>
  
  #include <chrono>
  
3d2ab595   Hu Chunming   支持gb28181
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
  
  
  #include <unistd.h>
  
  
  #ifdef _WIN32
  #include "Winsock2.h"
  #pragma comment(lib, "ws2_32.lib")
  #endif
  
  #ifdef __linux__
  #include "arpa/inet.h"
  #endif
  
  
  #define MIN_RTP_PORT		10000
  #define MAX_RTP_PORT		60000
  
  // ȡ MIN_RTP_PORT(10000)~MAX_RTP_PORT(60000)֮�������˿�(ż���������������˿ڿ���)
  int allocRtpPort() {
  
  	static int s_rtpPort = MIN_RTP_PORT;
  	if (MIN_RTP_PORT == s_rtpPort)
  	{
  		srand((unsigned int)time(NULL));
  		s_rtpPort = MIN_RTP_PORT + (rand() % MIN_RTP_PORT);
  	}
  
  	if (s_rtpPort % 2)
  		++s_rtpPort;
  
  	while (true)
  	{
  		s_rtpPort += 2;
  		s_rtpPort = s_rtpPort >= MAX_RTP_PORT ? MIN_RTP_PORT : s_rtpPort;
  
  		int i = 0;
  		for (; i < 2; i++)
  		{
  			sockaddr_in sRecvAddr;
  			int s = socket(AF_INET, SOCK_DGRAM, 0);
  
  			sRecvAddr.sin_family = AF_INET;        
  			sRecvAddr.sin_addr.s_addr = htonl(INADDR_ANY);    
  			sRecvAddr.sin_port = htons(s_rtpPort + i); 
  
  			int nResult = bind(s, (sockaddr *)&sRecvAddr, sizeof(sRecvAddr));
  			if (nResult != 0)
  			{
  				break;
  			}
  
  			nResult = close(s);
  			if (nResult != 0)
  			{
  				printf("closesocket failed:%d\n", nResult);
  				break;
  			}
  		}
  
  		if (i == 2)
  			break;
  	}
  
  	return s_rtpPort;
  }
  
  
  
  
  
e65720d4   Hu Chunming   优化demo
84
85
86
87
88
89
  unsigned char *pHwRgb[2] = {nullptr, nullptr};
  
  int sum1 = 0;
  int sum2 = 0;
  
  cudaStream_t stream[2];
e41a52bb   Hu Chunming   1.优化数据读取线程;2. 添加A...
90
  
0b43216c   Hu Chunming   添加重要注释
91
92
93
  /**
   * 注意: gpuFrame 在解码器设置的显卡上,后续操作要十分注意这一点,尤其是多线程情况
   * */
aac5773f   hucm   功能基本完成,接口待打磨
94
  void postDecoded(const void * userPtr, AVFrame * gpuFrame){
3d2ab595   Hu Chunming   支持gb28181
95
      AbstractDecoder* decoder = (AbstractDecoder*)userPtr;
aac5773f   hucm   功能基本完成,接口待打磨
96
97
      if (decoder!= nullptr)
      {
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
98
99
          // cout << "decode name: " << decoder->getName() << endl;
  
e65720d4   Hu Chunming   优化demo
100
101
102
103
104
105
106
107
108
109
110
111
112
              // const char* gpu_pixfmt = av_get_pix_fmt_name((AVPixelFormat)gpuFrame->format);
              // cout << "pixfmt: " << gpu_pixfmt << endl;
              // cout << "keyframe: " << gpuFrame->key_frame << " width: " << gpuFrame->width << " height: "<< gpuFrame->height << endl;
              // cout << "decode successed ✿✿ヽ(°▽°)ノ✿ " << endl;
  
              int sum = sum1;
              if (decoder->getName() == "dec1")
              {
                  sum1 ++ ;
                  sum = sum1;
  
                  if (gpuFrame->format == AV_PIX_FMT_CUDA)
                  {   
3d2ab595   Hu Chunming   支持gb28181
113
                      // cout << "gpuid = " << atoi(decoder->m_cfg.gpuid.c_str()) << endl;
e65720d4   Hu Chunming   优化demo
114
115
116
117
                      cudaSetDevice(atoi(decoder->m_cfg.gpuid.c_str()));
                      cudaError_t cudaStatus;
                      if(pHwRgb[0] == nullptr){
                          // cudaStreamCreate(&stream[0]);
3d2ab595   Hu Chunming   支持gb28181
118
                          cuda_common::setColorSpace( ITU709, 0 );
e65720d4   Hu Chunming   优化demo
119
120
121
122
123
124
125
126
127
                          cudaStatus = cudaMalloc((void **)&pHwRgb[0], 3 * gpuFrame->width * gpuFrame->height * sizeof(unsigned char));
                      }
                      cudaStatus = cuda_common::CUDAToBGR((CUdeviceptr)gpuFrame->data[0],(CUdeviceptr)gpuFrame->data[1], gpuFrame->linesize[0], gpuFrame->linesize[1], pHwRgb[0], gpuFrame->width, gpuFrame->height);
                      cudaDeviceSynchronize();
                      if (cudaStatus != cudaSuccess) {
                          cout << "CUDAToBGR failed !!!" << endl;
                          return;
                      }
  
3d2ab595   Hu Chunming   支持gb28181
128
                      string path = "/mnt/f/fiss/data/" + decoder->getName() + ".jpg";
e65720d4   Hu Chunming   优化demo
129
130
131
132
133
134
135
136
137
                      saveJpeg(path.c_str(), pHwRgb[0], gpuFrame->width, gpuFrame->height, stream[0]);  // 验证 CUDAToRGB 
                  }
              } else if (decoder->getName() == "dec2") 
              {
                  sum2 ++ ;
                  sum = sum2;
  
                  if (gpuFrame->format == AV_PIX_FMT_CUDA)
                  {   
3d2ab595   Hu Chunming   支持gb28181
138
                      // cout << "gpuid = " << atoi(decoder->m_cfg.gpuid.c_str()) << endl;
e65720d4   Hu Chunming   优化demo
139
140
141
142
                      cudaSetDevice(atoi(decoder->m_cfg.gpuid.c_str()));
                      cudaError_t cudaStatus;
                      if(pHwRgb[1] == nullptr){
                          // cudaStreamCreate(&stream[1]);
3d2ab595   Hu Chunming   支持gb28181
143
                          cuda_common::setColorSpace( ITU709, 0 );
e65720d4   Hu Chunming   优化demo
144
145
146
147
148
149
150
151
152
                          cudaStatus = cudaMalloc((void **)&pHwRgb[1], 3 * gpuFrame->width * gpuFrame->height * sizeof(unsigned char));
                      }
                      cudaStatus = cuda_common::CUDAToBGR((CUdeviceptr)gpuFrame->data[0],(CUdeviceptr)gpuFrame->data[1], gpuFrame->linesize[0], gpuFrame->linesize[1], pHwRgb[1], gpuFrame->width, gpuFrame->height);
                      cudaDeviceSynchronize();
                      if (cudaStatus != cudaSuccess) {
                          cout << "CUDAToBGR failed !!!" << endl;
                          return;
                      }
  
3d2ab595   Hu Chunming   支持gb28181
153
                      string path = "/mnt/f/fiss/data/" + decoder->getName() + ".jpg";
e65720d4   Hu Chunming   优化demo
154
155
156
                      saveJpeg(path.c_str(), pHwRgb[1], gpuFrame->width, gpuFrame->height, stream[1]);  // 验证 CUDAToRGB 
                  }
              }
aac5773f   hucm   功能基本完成,接口待打磨
157
158
159
      }
  }
  
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
160
161
162
163
164
165
  long start_time = 0;
  long end_time = 0;
  bool count_flag = false;
  int count = 0;
  int count_std = 100;
  
bc52e542   Hu Chunming   添加关键帧解码功能
166
  static long long get_cur_time(){
3d2ab595   Hu Chunming   支持gb28181
167
168
169
      // 获取操作系统当前时间点(精确到ms
      chrono::time_point<chrono::system_clock, chrono::milliseconds> tpMicro
          = chrono::time_point_cast<chrono::milliseconds>(chrono::system_clock::now());
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
170
  
3d2ab595   Hu Chunming   支持gb28181
171
      return tpMicro.time_since_epoch().count();
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
172
173
  }
  
bc52e542   Hu Chunming   添加关键帧解码功能
174
  static int sum = 0;
e65720d4   Hu Chunming   优化demo
175
176
  unsigned char *pHwData = nullptr;
  
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
177
  void postDecoded0(const void * userPtr, AVFrame * gpuFrame){
bc52e542   Hu Chunming   添加关键帧解码功能
178
179
      // std::this_thread::sleep_for(std::chrono::milliseconds(30000));
  
3d2ab595   Hu Chunming   支持gb28181
180
      AbstractDecoder* decoder = (AbstractDecoder*)userPtr;
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
181
182
183
184
185
186
187
188
189
190
191
192
193
      if (decoder!= nullptr)
      {
          // cout << "decode name: " << decoder->getName() << endl;
          if (decoder->getName() == "dec")
          {
              if (! count_flag)
              {
                  count_flag = true;
                  count = 0;
                  end_time = start_time = get_cur_time();
              }
              count++;
              sum ++ ;
0a826b3d   Hu Chunming   适应WSL的修改
194
195
196
197
198
199
200
              if (count >= count_std)
              {
                  // end_time = get_cur_time();
                  // long time_using = end_time - start_time;
                  // double time_per_frame = double(time_using)/count_std ;
                  // cout << count_std << "帧用时:" << time_using << "ms 每帧用时:" << time_per_frame << "ms" << endl;
                  cout << "keyframe: " << gpuFrame->key_frame << " width: " << gpuFrame->width << " height: "<< gpuFrame->height << endl;
3d2ab595   Hu Chunming   支持gb28181
201
                  // cout << gpuFrame->pts << endl;
0a826b3d   Hu Chunming   适应WSL的修改
202
203
204
  
                  count_flag = false;
              }
3d2ab595   Hu Chunming   支持gb28181
205
              // cout << "帧数:" << sum << endl;
0a826b3d   Hu Chunming   适应WSL的修改
206
207
208
209
210
211
212
  
              if (gpuFrame->format == AV_PIX_FMT_CUDA)
              {   
                  cudaSetDevice(atoi(decoder->m_cfg.gpuid.c_str()));
                  // cout << "gpu id : " << decoder->m_cfg.gpuid.c_str() << endl;
                  cudaError_t cudaStatus;
                  if(pHwData == nullptr){
3d2ab595   Hu Chunming   支持gb28181
213
                      cuda_common::setColorSpace( ITU709, 0 );
0a826b3d   Hu Chunming   适应WSL的修改
214
215
216
217
218
219
220
221
222
                      cudaStatus = cudaMalloc((void **)&pHwData, 3 * gpuFrame->width * gpuFrame->height * sizeof(unsigned char));
                  }
                  cudaStatus = cuda_common::CUDAToBGR((CUdeviceptr)gpuFrame->data[0],(CUdeviceptr)gpuFrame->data[1], gpuFrame->linesize[0], gpuFrame->linesize[1], pHwData, gpuFrame->width, gpuFrame->height);
                  cudaDeviceSynchronize();
                  if (cudaStatus != cudaSuccess) {
                      cout << "CUDAToBGR failed !!!" << endl;
                      return;
                  }
  
3d2ab595   Hu Chunming   支持gb28181
223
                  string path = "/mnt/f/fiss/data/" + decoder->getName() + ".jpg";
0a826b3d   Hu Chunming   适应WSL的修改
224
225
                  saveJpeg(path.c_str(), pHwData, gpuFrame->width, gpuFrame->height, nullptr);  // 验证 CUDAToRGB 
              }
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
226
227
228
229
          }
      }
  }
  
3d2ab595   Hu Chunming   支持gb28181
230
231
232
233
  void decode_finished_cbk(const void* userPtr){
      cout << "当前时间戳: " << get_cur_time() << endl;
  }
  
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
234
  // string test_uri = "rtmp://192.168.10.56:1935/objecteye/1";
e65720d4   Hu Chunming   优化demo
235
  // string test_uri = "/home/cmhu/data/output_800x480.mp4";
bc52e542   Hu Chunming   添加关键帧解码功能
236
237
  // string test_uri = "/home/cmhu/data/output_1920x1080.mp4";
  // string test_uri = "rtsp://176.10.0.2:8554/stream";
3d2ab595   Hu Chunming   支持gb28181
238
239
240
241
  string test_uri = "ws://127.0.0.1:10000/sms/34020000002020000001/flv/hls/34020000001110005555_34020000001310005554.flv";
  // string test_uri = "rtsp://176.10.0.4:8554/stream";
  
  char* gpu_id = "0";
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
242
  
3d2ab595   Hu Chunming   支持gb28181
243
  void createDecode(int index, char* gpuid){
aac5773f   hucm   功能基本完成,接口待打磨
244
      FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
7319ea36   Hu Chunming   多显卡设置
245
      MgrDecConfig config;
48330793   Hu Chunming   修正解码线程自然结束时解码器内存没...
246
      config.name = "dec" + to_string(index);
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
247
      config.cfg.uri = test_uri;
7319ea36   Hu Chunming   多显卡设置
248
      config.cfg.post_decoded_cbk = postDecoded;
3d2ab595   Hu Chunming   支持gb28181
249
      config.cfg.decode_finished_cbk = decode_finished_cbk;
7319ea36   Hu Chunming   多显卡设置
250
      config.cfg.force_tcp = true;
3d2ab595   Hu Chunming   支持gb28181
251
      config.dec_type = DECODER_TYPE_FFMPEG;
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
252
  
3d2ab595   Hu Chunming   支持gb28181
253
254
255
256
257
258
259
260
261
262
263
264
      config.cfg.gpuid = gpuid;
      // if (index % 2 == 0)
      // {
      //     config.cfg.gpuid = "0";
      // }
      // else
      // {
      //     config.cfg.gpuid = "0";
      // }
      
      AbstractDecoder* decoder = pDecManager->createDecoder(config);
      if (!decoder)
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
265
      {
3d2ab595   Hu Chunming   支持gb28181
266
          return ;
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
267
      }
3d2ab595   Hu Chunming   支持gb28181
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
      pDecManager->setPostDecArg(config.name, decoder);
      pDecManager->setFinishedDecArg(config.name, decoder);
      pDecManager->startDecodeByName(config.name);
  }
  
  void createGB28181Decode(int index, char* gpuid){
      FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
      MgrDecConfig config;
      config.name = "dec" + to_string(index);
      config.cfg.uri = config.name;
      config.cfg.post_decoded_cbk = postDecoded;
      config.cfg.decode_finished_cbk = decode_finished_cbk;
      config.cfg.force_tcp = true;
  
      config.dec_type = DECODER_TYPE_GB28181;
      config.cfg.port = 30012;//allocRtpPort();
  
      config.cfg.gpuid = gpuid;
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
286
      
3d2ab595   Hu Chunming   支持gb28181
287
      AbstractDecoder* decoder = pDecManager->createDecoder(config);
7319ea36   Hu Chunming   多显卡设置
288
289
      if (!decoder)
      {
48330793   Hu Chunming   修正解码线程自然结束时解码器内存没...
290
          return ;
7319ea36   Hu Chunming   多显卡设置
291
      }
3d2ab595   Hu Chunming   支持gb28181
292
293
      pDecManager->setPostDecArg(config.name, decoder);
      pDecManager->setFinishedDecArg(config.name, decoder);
7319ea36   Hu Chunming   多显卡设置
294
      pDecManager->startDecodeByName(config.name);
48330793   Hu Chunming   修正解码线程自然结束时解码器内存没...
295
296
  }
  
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
  #define checkCudaErrors(S) do {CUresult  status; \
          status = S; \
          if (status != CUDA_SUCCESS ) std::cout << __LINE__ <<" checkCudaErrors - status = " << status << std::endl; \
          } while (false)
  
  int CheckCUDAProperty( int devId )
  {
      cuInit(0);
  
  	CUdevice dev = devId;
  	size_t memSize = 0;
  	char devName[256] = {0};
  	int major = 0, minor = 0;
  	CUresult rlt = CUDA_SUCCESS;
  
d384f0e9   Hu Chunming   代码优化
312
313
314
315
      rlt = cuDeviceGetAttribute(&major, CU_DEVICE_ATTRIBUTE_COMPUTE_CAPABILITY_MAJOR, dev);
      checkCudaErrors( rlt );
  
      rlt = cuDeviceGetAttribute(&minor, CU_DEVICE_ATTRIBUTE_COMPUTE_CAPABILITY_MINOR, dev);
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
  	checkCudaErrors( rlt );
  
  	rlt = cuDeviceGetName( devName, sizeof( devName ), dev );
  	checkCudaErrors( rlt );
  
  	printf( "Using GPU Device %d: %s has SM %d.%d compute capability\n",
  		    dev, devName, major, minor );
  
  	rlt = cuDeviceTotalMem( &memSize, dev );
  	checkCudaErrors( rlt );
  
  	printf( "Total amount of global memory:   %4.4f MB\n",
  		   (float)memSize / ( 1024 * 1024 ) );
  
  	return 0;
  }
  
3c7e3e11   Hu Chunming   1.修改日志
333
334
335
336
337
338
  void logFF(void *, int level, const char *fmt, va_list ap)
  {
      vfprintf(stdout, fmt, ap);
  }
  
  
3d2ab595   Hu Chunming   支持gb28181
339
  int main(int argc, char* argv[]){
48330793   Hu Chunming   修正解码线程自然结束时解码器内存没...
340
  
3c7e3e11   Hu Chunming   1.修改日志
341
342
      // av_log_set_callback(&logFF);
  
0a826b3d   Hu Chunming   适应WSL的修改
343
      CheckCUDAProperty(0);
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
344
  
3d2ab595   Hu Chunming   支持gb28181
345
346
347
      test_uri = argv[1];
      gpu_id = argv[2];
      cout << test_uri << "   gpu_id:" << gpu_id << endl;
48330793   Hu Chunming   修正解码线程自然结束时解码器内存没...
348
  
7319ea36   Hu Chunming   多显卡设置
349
  
d384f0e9   Hu Chunming   代码优化
350
  
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
351
352
353
354
355
356
357
358
359
      pthread_t m_decode_thread;
      pthread_create(&m_decode_thread,0,
          [](void* arg)
          {
              while (true)
              {
                  std::this_thread::sleep_for(std::chrono::milliseconds(5000));
                  FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
                  int count = pDecManager->count();
3d2ab595   Hu Chunming   支持gb28181
360
                  cout << "当前时间:" << get_cur_time() << "  当前运行路数: " << pDecManager->count() << endl;
f40cc409   Hu Chunming   优化显存占用。当前在3080显卡上...
361
362
363
364
365
366
              }  
  
              return (void*)0;
          }
      ,nullptr);
  
7319ea36   Hu Chunming   多显卡设置
367
      
3d2ab595   Hu Chunming   支持gb28181
368
      
aac5773f   hucm   功能基本完成,接口待打磨
369
  
3d2ab595   Hu Chunming   支持gb28181
370
371
      FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
      int i = 0;
aac5773f   hucm   功能基本完成,接口待打磨
372
  
3d2ab595   Hu Chunming   支持gb28181
373
374
375
376
377
378
379
380
      while (true)
      {
          int ch = getchar();
          if (ch == 'q')
          {
              break;
          }
          
aac5773f   hucm   功能基本完成,接口待打磨
381
  
3d2ab595   Hu Chunming   支持gb28181
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
          switch (ch)
          {
          case 'f':
          case 'F':
              createDecode(i, gpu_id);
              i++;
              break;
          case 'g':
          case 'G':
              createGB28181Decode(i, gpu_id);
              i++;
              break;
          case 'r':
          case 'R':
              pDecManager->resumeDecoder("dec0");
              break;
          case 'p':
          case 'P':
              pDecManager->pauseDecoder("dec0");
              break;
  
          case 'c':
          case 'C':
              i--;
              pDecManager->closeDecoderByName("dec" + to_string(i));
              break;
  
          case 'i':
          case 'I':
          {
              int w,h;
              pDecManager->getResolution("dec0", w,h);
              printf( "%s : %dx%d\n", "dec0" , w,h );
          }
              break;
aac5773f   hucm   功能基本完成,接口待打磨
417
  
3d2ab595   Hu Chunming   支持gb28181
418
419
420
          default:
              break;
          }
aac5773f   hucm   功能基本完成,接口待打磨
421
  
3d2ab595   Hu Chunming   支持gb28181
422
423
          /* code */
      }
aac5773f   hucm   功能基本完成,接口待打磨
424
  
bc52e542   Hu Chunming   添加关键帧解码功能
425
      cout << "总共帧数:" << sum << endl;
aac5773f   hucm   功能基本完成,接口待打磨
426
427
      pDecManager->closeAllDecoder();
  }