Blame view

src/decoder/gb28181/DvppGB28181Decoder.cpp 10.5 KB
c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
1
2
  //#include "LOG_manager.h"

  #include <iostream>

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
3
  #include "DvppGB28181Decoder.h"

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
4
  

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
5
6
7
8
9
10
11
12
13
  extern "C" {

      #include "libavutil/avstring.h"

      #include "libavformat/avformat.h"

      #include "libswscale/swscale.h"

  }

  

  #include"RTPTcpReceiver.h"

  #include"RTPUdpReceiver.h"

  

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
14
15
  #include "common_header.h"

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
16
17
18
  // #include "../nvdec/FFCuContextManager.h"

  // #include "../nvdec/GpuRgbMemory.hpp"

  // #include "../nvdec/cuda_kernels.h"

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
19
20
21
22
23
  

  #define ECLOSED 0

  #define ECLOSING 1

  #define ERUNNING 2

  #define EPAUSE 3

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
24
  #define EINITED 4

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
25
26
27
  

  static void RTP_Stream_CallBack(void* userdata, int videoType, char* data, int len, int isKey, uint64_t pts, uint64_t localPts)

  {

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
28
      DvppGB28181Decoder* decoder = (DvppGB28181Decoder*)userdata;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
29
30
31
32
33
      decoder->stream_callback(videoType, data, len, isKey, pts, localPts);

  }

  

  static void RTP_Stream_End_CallBack(void* userdata)

  {

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
34
      DvppGB28181Decoder* decoder = (DvppGB28181Decoder*)userdata;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
35
36
37
      decoder->stream_end_callback();

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
38
  DvppGB28181Decoder::DvppGB28181Decoder() {

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
39
  	m_frameSkip = 1;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
40
41
42
43
      m_dec_keyframe = false;

      m_post_decode_thread = 0;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
44
  DvppGB28181Decoder::~DvppGB28181Decoder()

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
45
46
47
  {

      close();

  	

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
48
49
50
51
      // if (m_pAVCodecCtx) {

      //     avcodec_close(m_pAVCodecCtx);

      //     avcodec_free_context(&m_pAVCodecCtx);

      // }

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
52
53
54
55
56
57
  

      m_dec_keyframe = false;

      

      LOG_INFO("destroy OK--{}", m_dec_name);

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
58
  void DvppGB28181Decoder::close(){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
      if (m_status == ECLOSED || m_status == ECLOSING) return ;

      

      m_status = ECLOSING;

  

      LOG_DEBUG("real decode thread exit success 1--{}", m_dec_name);

  

      if(nullptr != m_rtpPtr){

          if (m_rtpPtr->IsOpened()) {

              m_rtpPtr->Close();

              LOG_DEBUG("real decode thread exit success 2--{}", m_dec_name);

          }

  

          delete m_rtpPtr;

          m_rtpPtr = nullptr;

      }

  

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
75
      // if (gpu_options) av_dict_free(&gpu_options);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
76
  

c3c38c3c   Hu Chunming   代码优化
77
      if (m_post_decode_thread != 0) {

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
78
79
80
  		pthread_join(m_post_decode_thread,0);

  	}

  

c3c38c3c   Hu Chunming   代码优化
81
82
      streamDecoder.Close();

  

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
83
84
85
86
87
      m_status = ECLOSED;

  

      LOG_INFO("解码器关闭成功 --{}", m_dec_name);

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
88
  bool DvppGB28181Decoder::init(FFDecConfig& cfg){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
89
90
91
92
93
94
95
96
97
      if(cfg.force_tcp){

          m_rtpPtr = new RTPTcpReceiver();

      }else{

          m_rtpPtr = new RTPUdpReceiver();

      }

      if(nullptr == m_rtpPtr){

          return false;

      }

  

587a6521   Hu Chunming   修复sip id传输错误导致请求流...
98
      m_dec_name = cfg.dec_name;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
99
100
101
102
103
  	m_frameSkip = cfg.skip_frame;

      if (m_frameSkip < 1) m_frameSkip = 1;

  

      m_gpuid = atoi(cfg.gpuid.c_str());

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
104
105
      m_rtpPtr->SetOutputCallback(RTP_Stream_CallBack, this);

  	m_rtpPtr->SetVodEndCallback(RTP_Stream_End_CallBack, this);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
106
107
108
  

      post_decoded_cbk = cfg.post_decoded_cbk;

      decode_finished_cbk = cfg.decode_finished_cbk;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
109
  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
110
111
112
      if (!streamDecoder.Init(cfg)) {

          return false;

      }

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
113
114
115
  

      m_cfg = cfg;

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
116
      LOG_INFO("init - {} ", m_dec_name);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
117
  

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
118
119
      m_status = EINITED;

  

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
120
121
122
      return true;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
123
  bool DvppGB28181Decoder::start() {

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
124
125
126
  

      m_status = ERUNNING;

  

587a6521   Hu Chunming   修复sip id传输错误导致请求流...
127
      bool bRet = m_rtpPtr->Open(m_cfg.uri);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
128
129
130
131
      if(bRet){

          pthread_create(&m_post_decode_thread,0,

              [](void* arg)

              {

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
132
133
                  DvppGB28181Decoder* a=(DvppGB28181Decoder*)arg;

                  a->display_thread();

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
134
135
136
                  return (void*)0;

              }

          ,this);

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
137
138
  

          return true;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
139
      }

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
140
  

c3c38c3c   Hu Chunming   代码优化
141
142
      close();

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
143
144
      LOG_ERROR("[{}] - rtp receiver open failed !", m_dec_name);

  

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
145
146
147
      return bRet;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
148
  void DvppGB28181Decoder::setDecKeyframe(bool bKeyframe){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
149
150
151
  	m_dec_keyframe = bKeyframe;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
152
  void DvppGB28181Decoder::stream_callback(int videoType, char* data, int len, int isKey, uint64_t pts, uint64_t localPts) {

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
      if (m_status == EPAUSE) return;

  

      // 若设置为关键帧解码,非关键帧数据直接返回

      if(m_dec_keyframe && !isKey) return;

      

      if (len <= 0) {

          if (data == nullptr && pts == -1) {

              LOG_INFO("frame callback EOF!");

  			post_decoded_cbk(m_postDecArg, nullptr);

              return ;

          }

          LOG_INFO("frame data is zero --{}", m_dec_name);

          return;

      }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
168
      streamDecoder.SendData(videoType, data, len, isKey, pts);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
169
  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
170
171
      // AVPacket* pkt = av_packet_alloc();

  	// av_init_packet(pkt);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
172
  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
173
174
      // pkt->size = len;

      // pkt->data = (uint8_t*)data;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
175
  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
176
177
178
179
180
      // // ffmpeg 解码

      // ff_decode(videoType, pkt);

  

      // av_packet_free(&pkt);

      // pkt = nullptr;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
181
182
183
  

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
184
185
  int DvppGB28181Decoder::ff_decode(int videoType, AVPacket* pkt) {

  

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
      // if (m_pAVCodecCtx == nullptr) {

      //     LOG_INFO("frame data is zero --{}", m_dec_name);

  	// 	if (VIDEO_TYPE_H264 == videoType) {

      //         if (m_gpuid >= 0){

      //             m_pAVCodec = avcodec_find_decoder_by_name("h264_cuvid");

      //         }

      //         else{

  	// 			m_pAVCodec = avcodec_find_decoder(AV_CODEC_ID_H264);

  	// 		}

  	// 		LOG_INFO("m_avCodecName is H264");		

  	// 	}

  	// 	else if (VIDEO_TYPE_H265 == videoType)

  	// 	{

      //         if (m_gpuid >= 0){

      //             m_pAVCodec = avcodec_find_decoder_by_name("hevc_cuvid");

      //         }

      //         else{

      //             m_pAVCodec = avcodec_find_decoder(AV_CODEC_ID_H265);

      //         }

  	// 		LOG_INFO("m_avCodecName is H265");

  	// 	}

  	// 	else{

  	// 		LOG_INFO("m_avCodecName is unknown, videoType is {}", videoType);

  	// 	}

  

  	// 	if (!m_pAVCodec)

  	// 	{

  	// 		LOG_ERROR("frameCallback frame decode error, ERROR_DECODER_NOT_FOUND");

  	// 		return;

  	// 	}

  

      //     m_pAVCodecCtx = avcodec_alloc_context3(m_pAVCodec);

  

      //     if (m_gpuid >= 0) {

      //         char gpui[8] = { 0 };

      //         sprintf(gpui, "%d", m_gpuid);

      //         av_dict_set(&gpu_options, "gpu", gpui, 0);

  

      //         m_pAVCodecCtx->get_format = get_hw_format;

  

      //         FFCuContextManager* pCtxMgr = FFCuContextManager::getInstance();

      //         m_pAVCodecCtx->hw_device_ctx = av_buffer_ref(pCtxMgr->getCuCtx(gpui));

      //         if (nullptr == m_pAVCodecCtx->hw_device_ctx){

      //             // TODO 这里应该抛出错误

      //             return ;

      //         }

      //     }

  

      //     if (avcodec_open2(m_pAVCodecCtx, m_pAVCodec, &gpu_options) < 0)

  	// 		return;

  	// }

  

      // //开始解码

      // int ret = avcodec_send_packet(m_pAVCodecCtx, pkt);

      // if (ret < 0) {

      //     //send_exception(RunMessageType::E2002, e_msg);

      //     LOG_ERROR("Real stream视频解码失败,请检查视频设备{}: avcodec_send_packet failed. ret={}", m_dec_name, ret);

      //     return;

      // }

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
245
   

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
      // if (frameW < 1) {

      //     frameW = m_pAVCodecCtx->width;

      //     frameH = m_pAVCodecCtx->height;

      //     if (frameW <= 0 || frameH <= 0) {

      //         LOG_ERROR("[{}] - frame W or H is error! ({},{})", m_dec_name, frameW, frameH);

      //         return;

      //     }	

      // }

  

      // m_fps = av_q2d(m_pAVCodecCtx->framerate);

  

      // AVFrame* gpuFrame = av_frame_alloc();

      // ret = avcodec_receive_frame(m_pAVCodecCtx, gpuFrame);

      // if ((ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) || ret < 0){

      //     LOG_ERROR("[{}] - Failed to receive frame: {}", m_dec_name, ret);

      //     av_frame_free(&gpuFrame);

      //     gpuFrame = nullptr;

      //     return;

      // }

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
265
      

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
266
267
268
269
270
271
272
273
274
      // if (gpuFrame->width != frameW || gpuFrame->height != frameH){

      //     LOG_INFO("[{}] - AVFrame is inconsistent: width is {}, height is {}; original frameW is {}, frameH is {}--{}", m_dec_name, gpuFrame->width, gpuFrame->height, frameW, frameH);

      //     av_frame_free(&gpuFrame);

      //     gpuFrame = nullptr;

      //     return;

      // }

  

      // av_frame_free(&gpuFrame); 

      // gpuFrame = nullptr;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
275
276
  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
277
  void DvppGB28181Decoder::display_thread(){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
278
279
280
281
  	

  	int index = 0;

  	while (isRunning())

  	{

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
282
283
284
285
          auto mem = streamDecoder.GetFrame();

          if(mem) {

              if ((m_frameSkip == 1 || index % m_frameSkip == 0) && post_decoded_cbk){

                  post_decoded_cbk(m_postDecArg, mem);

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
286
287
288
              } else {

                  delete mem;

                  mem = nullptr;

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
289
              }

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
290
  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
291
              index++;

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
292
293
294
              if(index >= 100000){

                  index = 0;

              }

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
295
          } 

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
296
297
  

          std::this_thread::sleep_for(std::chrono::milliseconds(10));

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
298
299
  	}

  

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
300
  	LOG_INFO("[{}] - display thread exited.", m_dec_name);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
301
302
  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
303
  void DvppGB28181Decoder::stream_end_callback()

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
304
  {

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
305
      LOG_INFO("[{}] - send_video_eof", m_dec_name);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
306
307
308
309
310
311
  

  	decode_finished_cbk(m_finishedDecArg);

  

      return;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
312
  void DvppGB28181Decoder::setPostDecArg(const void* postDecArg){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
313
314
315
  	m_postDecArg = postDecArg;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
316
  void DvppGB28181Decoder::setFinishedDecArg(const void* finishedDecArg){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
317
318
319
  	m_finishedDecArg = finishedDecArg;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
320
  void DvppGB28181Decoder::pause() {

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
321
      m_status = EPAUSE;

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
322
      LOG_INFO("[{}] - pause", m_dec_name);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
323
324
  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
325
  void DvppGB28181Decoder::resume() {

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
326
      m_status = ERUNNING;

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
327
      LOG_INFO("[{}] - resume", m_dec_name);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
328
329
  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
330
  bool DvppGB28181Decoder::isRunning(){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
331
332
333
334
335
336
      if (m_status == ECLOSED || m_status == ECLOSING){

          return false;

      }

      return true;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
337
  bool DvppGB28181Decoder::isFinished(){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
338
339
340
341
342
343
      if (m_status == ECLOSED || m_status == ECLOSING){

          return true;

      }

      return false;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
344
  bool DvppGB28181Decoder::isPausing(){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
345
346
347
348
349
350
      if (m_status == EPAUSE){

          return true;

      }

      return false;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
351
  bool DvppGB28181Decoder::getResolution( int &width, int &height ){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
352
353
354
355
356
      width = frameW;

      height = frameH;

      return true;

  }

  

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
357
358
359
360
361
362
  bool DvppGB28181Decoder::getOutResolution( int &width, int &height ) {

      width = frameW;

      height = frameH;

      return true;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
363
  float DvppGB28181Decoder::fps() {

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
364
365
366
      return m_fps;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
367
  bool DvppGB28181Decoder::isSurport(FFDecConfig& cfg){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
368
369
370
371
      // 由于是否支持需要在拿到数据后才能断定,无法事先判断,所以这个地方默认返回true

      return true;

  }

  

74d1e6a8   Hu Chunming   完成gb28181大体的代码,未完...
372
  int DvppGB28181Decoder::getCachedQueueLength(){

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
373
      return m_rtpPtr->GetPsFrameListSize();

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
374
375
376
  }

  

  DeviceMemory* DvppGB28181Decoder::snapshot() {

77e1339c   Hu Chunming   GB28181 补充定时抓拍接口,...
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
  

      DeviceMemory* snapshot_mem = nullptr;

      int loop_times = 0;

      while (isRunning()) {

          snapshot_mem = streamDecoder.GetFrame();

          if (snapshot_mem) {

              break;

          }

  

          loop_times++;

          if(loop_times > 100) {

              // 1s都没截取到图,退出

              break;

          }

          std::this_thread::sleep_for(std::chrono::milliseconds(10));

      }

  

      return snapshot_mem;

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
395
396
397
  }

  

  void DvppGB28181Decoder::doRecode(RecoderInfo& recoderInfo) {

77e1339c   Hu Chunming   GB28181 补充定时抓拍接口,...
398
      return streamDecoder.doRecode(recoderInfo);

5b86d771   Hu Chunming   实现GB28181 UDP 基于d...
399
400
401
  }

  

  void DvppGB28181Decoder::set_mq_callback(std::function<bool(const char *msg)> mq_publish) {

77e1339c   Hu Chunming   GB28181 补充定时抓拍接口,...
402
      streamDecoder.set_mq_callback(mq_publish);

c8285c8d   Hu Chunming   GB28181 UDP 有重大进展...
403
  }