Blame view

src/gb28181/FFGB28181Decoder.cpp 9.51 KB
3d2ab595   Hu Chunming   支持gb28181
1
2
3
4
5
6
7
8
9
10
11
12
13
14
  //#include "LOG_manager.h"

  #include <iostream>

  #include "FFGB28181Decoder.h"

  

  #include "../FFCuContextManager.h"

  

  extern "C" {

  #include "libavutil/avstring.h"

  #include "libavformat/avformat.h"

  #include "libswscale/swscale.h"

  }

  

  #include "../logger.hpp"

  

372e629f   ming   gb28181支持TCP数据流
15
16
17
  #include"RTPTcpReceiver.h"

  #include"RTPUdpReceiver.h"

  

3d2ab595   Hu Chunming   支持gb28181
18
19
20
21
22
23
24
  #define ECLOSED 0

  #define ECLOSING 1

  #define ERUNNING 2

  #define EPAUSE 3

  

  static void RTP_Stream_CallBack(void* userdata, int videoType, char* data, int len, int isKey, uint64_t pts, uint64_t localPts)

  {

372e629f   ming   gb28181支持TCP数据流
25
26
      FFGB28181Decoder* decoder = (FFGB28181Decoder*)userdata;

      decoder->stream_callback(videoType, data, len, isKey, pts, localPts);

3d2ab595   Hu Chunming   支持gb28181
27
28
29
30
  }

  

  static void RTP_Stream_End_CallBack(void* userdata)

  {

372e629f   ming   gb28181支持TCP数据流
31
32
      FFGB28181Decoder* decoder = (FFGB28181Decoder*)userdata;

      decoder->stream_end_callback();

3d2ab595   Hu Chunming   支持gb28181
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
  }

  

  FFGB28181Decoder::FFGB28181Decoder() {

  	m_frameSkip = 1;

      m_port = -1;

      m_dec_keyframe = false;

  }

  

  FFGB28181Decoder::~FFGB28181Decoder()

  {

      close();

  	

      if (m_pAVCodecCtx) {

          avcodec_close(m_pAVCodecCtx);

          avcodec_free_context(&m_pAVCodecCtx);

      }

  

      if (m_pAVFrame) {

          av_frame_free(&m_pAVFrame);

          m_pAVFrame = NULL;

      }

  

      m_dec_keyframe = false;

      

      LOG_INFO("destroy OK--{}", m_dec_name);

  }

  

  void FFGB28181Decoder::close(){

      if (m_status == ECLOSED || m_status == ECLOSING) return ;

      

      m_status = ECLOSING;

  

372e629f   ming   gb28181支持TCP数据流
65
66
67
68
69
70
71
      LOG_DEBUG("real decode thread exit success 1--{}", m_dec_name);

  

      if(nullptr != m_rtpPtr){

          if (m_rtpPtr->IsOpened()) {

              m_rtpPtr->Close();

              LOG_DEBUG("real decode thread exit success 2--{}", m_dec_name);

          }

3d2ab595   Hu Chunming   支持gb28181
72
  

372e629f   ming   gb28181支持TCP数据流
73
74
          delete m_rtpPtr;

          m_rtpPtr = nullptr;

3d2ab595   Hu Chunming   支持gb28181
75
76
      }

  

372e629f   ming   gb28181支持TCP数据流
77
      LOG_INFO("解码器关闭成功 --{}", m_dec_name);

3d2ab595   Hu Chunming   支持gb28181
78
79
80
81
82
  

      m_status = ECLOSED;

  }

  

  bool FFGB28181Decoder::init(FFDecConfig& cfg){

372e629f   ming   gb28181支持TCP数据流
83
84
85
86
87
88
      if(cfg.force_tcp){

          m_rtpPtr = new RTPTcpReceiver();

      }else{

          m_rtpPtr = new RTPUdpReceiver();

      }

      if(nullptr == m_rtpPtr){

3d2ab595   Hu Chunming   支持gb28181
89
90
91
92
93
94
95
96
97
          return false;

      }

  

      m_dec_name = cfg.uri;

  	m_frameSkip = cfg.skip_frame;

      if (m_frameSkip < 1) m_frameSkip = 1;

  

      m_gpuid = atoi(cfg.gpuid.c_str());

  

372e629f   ming   gb28181支持TCP数据流
98
99
100
101
102
103
104
105
106
107
      m_rtpPtr->SetDeviceID(m_dec_name);

  

      if(cfg.request_stream_cbk == nullptr){

          LOG_INFO("request_stream_cbk 为 nullptr -- {}", m_dec_name);

          return false;

      }

  

      post_decoded_cbk = cfg.post_decoded_cbk;

      decode_finished_cbk = cfg.decode_finished_cbk;

      m_rtpPtr->SetRequestStreamCallback(cfg.request_stream_cbk);

3d2ab595   Hu Chunming   支持gb28181
108
109
110
111
112
  

      m_port = cfg.port;

  

      m_cfg = cfg;

  

372e629f   ming   gb28181支持TCP数据流
113
114
      LOG_INFO("init - {} : ", m_dec_name, m_port);

  

3d2ab595   Hu Chunming   支持gb28181
115
116
117
118
119
120
121
      return true;

  }

  

  bool FFGB28181Decoder::start() {

  

      m_status = ERUNNING;

  

372e629f   ming   gb28181支持TCP数据流
122
123
  	m_rtpPtr->SetOutputCallback(RTP_Stream_CallBack, this);

  	m_rtpPtr->SetVodEndCallback(RTP_Stream_End_CallBack, this);

3d2ab595   Hu Chunming   支持gb28181
124
  

372e629f   ming   gb28181支持TCP数据流
125
126
127
      LOG_INFO("start - {} {}: ", m_dec_name, m_port);

  

      return m_rtpPtr->Open((uint16_t)m_port);

3d2ab595   Hu Chunming   支持gb28181
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
  }

  

  void FFGB28181Decoder::setDecKeyframe(bool bKeyframe){

  	m_dec_keyframe = bKeyframe;

  }

  

  static AVPixelFormat get_hw_format(AVCodecContext *avctx, const AVPixelFormat *pix_fmts){

  	return AV_PIX_FMT_CUDA;

  }

  

  void FFGB28181Decoder::stream_callback(int videoType, char* data, int len, int isKey, uint64_t pts, uint64_t localPts) {

      if (m_status == EPAUSE) return;

  

      // 若设置为关键帧解码,非关键帧数据直接返回

      if(m_dec_keyframe && !isKey) return;

      

      if (len <= 0) {

          if (data == nullptr && pts == -1) {

              LOG_INFO("frame callback EOF!");

  			post_decoded_cbk(m_postDecArg, nullptr);

              return ;

          }

          LOG_INFO("frame data is zero --{}", m_dec_name);

          return;

      }

  

  	AVPacket framePacket = {}, mp4Packet = {};

      av_init_packet(&framePacket);

  	av_init_packet(&mp4Packet);

  

      framePacket.size = len;

      framePacket.data = (uint8_t*)data;

  

  	AVDictionary *gpu_options = nullptr;

  

  	if (m_pAVCodecCtx == nullptr) {

372e629f   ming   gb28181支持TCP数据流
164
          LOG_INFO("frame data is zero --{}", m_dec_name);

3d2ab595   Hu Chunming   支持gb28181
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
  		if (VIDEO_TYPE_H264 == videoType) {

              if (m_gpuid >= 0){

                  m_pAVCodec = avcodec_find_decoder_by_name("h264_cuvid");

              }

              else{

  				m_pAVCodec = avcodec_find_decoder(AV_CODEC_ID_H264);

  			}

  			LOG_INFO("m_avCodecName is H264");		

  		}

  		else if (VIDEO_TYPE_H265 == videoType)

  		{

              if (m_gpuid >= 0){

                  m_pAVCodec = avcodec_find_decoder_by_name("hevc_cuvid");

              }

              else{

                  m_pAVCodec = avcodec_find_decoder(AV_CODEC_ID_H265);

              }

  			LOG_INFO("m_avCodecName is H265");

  		}

  		else{

  			LOG_INFO("m_avCodecName is unknown, videoType is {}", videoType);

  		}

  

  		if (!m_pAVCodec)

  		{

  			LOG_ERROR("frameCallback frame decode error, ERROR_DECODER_NOT_FOUND");

  			return;

  		}

  

          m_pAVCodecCtx = avcodec_alloc_context3(m_pAVCodec);

         

  

          if (m_gpuid >= 0) {

              char gpui[8] = { 0 };

              sprintf(gpui, "%d", m_gpuid);

              av_dict_set(&gpu_options, "gpu", gpui, 0);

  

              m_pAVCodecCtx->get_format = get_hw_format;

  

              FFCuContextManager* pCtxMgr = FFCuContextManager::getInstance();

              m_pAVCodecCtx->hw_device_ctx = av_buffer_ref(pCtxMgr->getCuCtx(gpui));

              if (nullptr == m_pAVCodecCtx->hw_device_ctx){

                  // TODO 这里应该抛出错误

                  return ;

              }

          }

  

          if (avcodec_open2(m_pAVCodecCtx, m_pAVCodec, &gpu_options) < 0)

  			return;

  

  		m_pAVFrame = av_frame_alloc();

  	}

  

      //开始解码

      int ret = avcodec_send_packet(m_pAVCodecCtx, &framePacket);

      if (ret < 0) {

          //send_exception(RunMessageType::E2002, e_msg);

          LOG_ERROR("Real stream视频解码失败,请检查视频设备{}: avcodec_send_packet failed. ret={}", m_dec_name, ret);

          return;

      }

   

      if (frameW < 1) {

          frameW = m_pAVCodecCtx->width;

          frameH = m_pAVCodecCtx->height;

          if (frameW <= 0 || frameH <= 0) {

              LOG_ERROR("[{}] frame W or H is error! ({},{})", m_dec_name, frameW, frameH);

              return;

          }	

      }

  	// m_fps = m_pAVCodecCtx->pkt_timebase.den == 0 ? 25.0 : av_q2d(m_pAVCodecCtx->pkt_timebase);

      m_fps = av_q2d(m_pAVCodecCtx->framerate);

  	LOG_DEBUG("frameW {}--frameH {}", frameW, frameH);

      while (ret  >= 0) {

          ret = avcodec_receive_frame(m_pAVCodecCtx, m_pAVFrame);

          if (ret == AVERROR_EOF || ret == AVERROR(EAGAIN))

              return;

          else if (ret < 0) {       

              if (m_frameCount % 10 == 0){

                  //send_exception(RunMessageType::E2002, e_msg);

                  LOG_ERROR("Real stream视频解码失败,请检查视频设备{}: avcodec_receive_frame failed. ret={}", m_dec_name, ret);

              }

              continue;

          }

  

          if (++m_frameCount % m_frameSkip != 0) continue;

          

          if (m_pAVFrame->width != frameW || m_pAVFrame->height != frameH){

              LOG_INFO("AVFrame is inconsistent: width is {}, height is {}; original frameW is {}, frameH is {}--{}", m_pAVFrame->width, m_pAVFrame->height, frameW, frameH , m_dec_name);

              continue;

          }

          

          LOG_DEBUG("curpos is: {}", m_frameCount);

  

  		post_decoded_cbk(m_postDecArg, m_pAVFrame);

  

              //LOG_count++;

              //if (LOG_count > 100000) {

              //    LOG_INFO("Real frame send_shm_videoframe pts={}-{}", localPts, m_dec_name);

              //    //LOG_count = 0;

              //}

          //}

          //catch (GeneralException2& e)

          //{

          //    LOG_ERROR("send_shm_videoframe failed! {}--{}--{}", e.err_code(), e.err_msg(), m_dec_name);

          //    if (e.err_code() == -666) {

          //        this->close();

          //    }

          //    

          //    if (e.err_code() == ERROR_MEMORY) {

          //        if (m_frameCount % 10 == 0) {

          //            string e_msg;

          //            format_string(e_msg, "服务器资源内存分配失败, 在vas模块%s文件%d行出现无法获取内存的情况!", __FILE__, __LINE__);

          //            send_exception(RunMessageType::F4001, e_msg);

          //            LOG_ERROR("{}", e_msg);

          //        }

          //    }

          //    return;

          //}

      }

  

  	if (gpu_options) av_dict_free(&gpu_options);

  }

  

  void FFGB28181Decoder::stream_end_callback()

  {

      LOG_INFO("send_video_eof--{}", m_dec_name);

  

  	decode_finished_cbk(m_finishedDecArg);

  

      return;

  }

  

  void FFGB28181Decoder::pause() {

      m_status = EPAUSE;

      LOG_INFO("pause --{}", m_dec_name);

  }

  

  void FFGB28181Decoder::resume() {

      m_status = ERUNNING;

      LOG_INFO("resume --{}", m_dec_name);

  }

  

  bool FFGB28181Decoder::isRunning(){

      if (m_status == ECLOSED || m_status == ECLOSING){

          return false;

      }

      return true;

  }

  

  bool FFGB28181Decoder::isFinished(){

      if (m_status == ECLOSED || m_status == ECLOSING){

          return true;

      }

      return false;

  }

  

  bool FFGB28181Decoder::isPausing(){

      if (m_status == EPAUSE){

          return true;

      }

      return false;

  }

  

  bool FFGB28181Decoder::getResolution( int &width, int &height ){

      width = frameW;

      height = frameH;

      return true;

  }

  

  float FFGB28181Decoder::fps() {

      return m_fps;

  }

  

  bool FFGB28181Decoder::isSurport(FFDecConfig& cfg){

      // 由于是否支持需要在拿到数据后才能断定,无法事先判断,所以这个地方默认返回true

      return true;

  }

  

  int FFGB28181Decoder::getCachedQueueLength(){

372e629f   ming   gb28181支持TCP数据流
344
      return m_rtpPtr->GetPsFrameListSize();

3d2ab595   Hu Chunming   支持gb28181
345
  }