Blame view

src/decoder/dvpp/FFRecoderTaskManager.cpp 8.92 KB
746db74c   Hu Chunming   实现recode
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
  #include "FFRecoderTaskManager.h"
  #include <chrono>
  
  struct RecodeThreadParam {
      FFRecoderTaskManager* _this;
      RecodeParam param;
  };
  
  static long get_cur_time() {
  
  	chrono::time_point<chrono::system_clock, chrono::milliseconds> tpMicro
  		= chrono::time_point_cast<chrono::milliseconds>(chrono::system_clock::now());
  
  	return tpMicro.time_since_epoch().count();
  }
  
  static string get_cur_datetime()
  {
  	using namespace std;
  	auto t = chrono::system_clock::to_time_t(chrono::system_clock::now());
  
  	char buffer[40];
  	strftime(buffer, 80, "%Y_%m_%d_%H_%M_%S", std::localtime(&t));
  	buffer[20] = '\0';
  	return buffer;
  }
  
  static bool is_key_frame(AVPacket *pkt) {  
      return (pkt->flags & AV_PKT_FLAG_KEY) != 0;  
  }
  
  FFRecoderTaskManager::FFRecoderTaskManager(){
  
  }
  
  FFRecoderTaskManager::~FFRecoderTaskManager(){
      
  }
  
  bool FFRecoderTaskManager::init(AVRational time_base, AVCodecContext* avctx){
      m_time_base = time_base;
      m_avctx = avctx;
  
      m_recoder_thread = new std::thread(
          [](void* arg) {
              FFRecoderTaskManager* _this=(FFRecoderTaskManager*)arg;
              if(_this != nullptr) {
                  _this->recode_thread2();
              }else{
                  LOG_ERROR("recode 线程启动失败 !");
              }
              return (void*)0;
          }, this);
  
      return true;
  }
  
  void FFRecoderTaskManager::cache_pkt(AVPacket* pkt, long long frame_nb){
      std::lock_guard<std::mutex> l_pkt(m_pkt_list_mtx);
  
      // 考虑到一个AVPacket中的数据并不很大,为减少与解码模块的耦合度,方便管理,这里做一个clone
      AVPacket *new_pkt = av_packet_clone(pkt);
  
      DataPacket* newDataPkt = new DataPacket();
      newDataPkt->pkt = new_pkt;
      newDataPkt->frame_nb = frame_nb;
      m_pkt_list.emplace_back(newDataPkt);
  
      if(is_key_frame(pkt)){
          // 越来越大的值
          newDataPkt->isKeyFrame = true;
          LOG_INFO("key frame_nb: {}", frame_nb);
      } else {
          newDataPkt->isKeyFrame = false;
      }
  
      std::lock_guard<std::mutex> l_info(m_recoderinfo_list_mtx);
      if(m_recoderinfo_list.size() <= 0){
          // 没有任务的时候,维持500的长度
          while(m_pkt_list.size() > 1000) {
              DataPacket* dataPkt = m_pkt_list.front();
              delete dataPkt;
              dataPkt = nullptr;
              m_pkt_list.pop_front();
          }
      }
  }
  
  void FFRecoderTaskManager::save_intask_frame_nb(unsigned long long frame_nb) {
      if(m_intask_frame_nb_list.size() <= 0) {
          m_intask_frame_nb_list.push_back(frame_nb);
           return;
      }
  
      for(auto it = m_intask_frame_nb_list.begin(); it != m_intask_frame_nb_list.end(); it++) {
          if(*it > frame_nb) {
              m_intask_frame_nb_list.insert(it, frame_nb);
              return;
          }
      }
      
      //  frame_nb 比所有的都大
      m_intask_frame_nb_list.push_back(frame_nb);
  }
  
  void FFRecoderTaskManager::save_intask_recoderinfo(RecoderInfo info) {
      std::lock_guard<std::mutex> l(m_recoderinfo_list_mtx);
      if(m_recoderinfo_list.size() <= 0) {
          m_recoderinfo_list.push_back(info);
           return;
      }
  
      for(auto it = m_recoderinfo_list.begin(); it != m_recoderinfo_list.end(); it++) {
          if(it->frame_nb > info.frame_nb) {
              m_recoderinfo_list.insert(it, info);
              return;
          }
      }
      
      //  frame_nb 比所有的都大
      m_recoderinfo_list.push_back(info);
  }
  
  list<DataPacket*>::iterator FFRecoderTaskManager::getStartIterator(unsigned long long frame_nb){
      std::lock_guard<std::mutex> l(m_pkt_list_mtx);
  
      auto it_first = m_pkt_list.begin();
  
      long long start_frame_nb = (long long)(frame_nb - 375);
      if(start_frame_nb <= 0) {
          return it_first;
      }
  
      auto it_second = m_pkt_list.begin();
      for(;it_second != m_pkt_list.end(); it_second++) {
          DataPacket* dataPkt = *it_second;
          if(dataPkt->isKeyFrame) {
              it_first = it_second;
          }
          if(start_frame_nb >= (*it_first)->frame_nb && start_frame_nb <= (*it_second)->frame_nb) {
              return it_first;
          }
      }
  
      return m_pkt_list.begin();
  }
  
  // 多线程版
  void FFRecoderTaskManager::create_recode_task(AVRational time_base, AVCodecContext* avctx, RecoderInfo& recoderInfo){
  
      std::lock_guard<std::mutex> l(m_task_creat_mtx);
  
      RecodeParam recodeParam;
      recodeParam.time_base = time_base;
      recodeParam.avctx = avctx;
      recodeParam.recoderInfo = recoderInfo;
  
      RecodeThreadParam* threadParam = new RecodeThreadParam();
      threadParam->_this = this;
      threadParam->param = recodeParam;
      std::thread* recode_thread = new std::thread(
          [](void* arg) {
              RecodeThreadParam* threadParam = (RecodeThreadParam*)arg;
              if(threadParam != nullptr){
                  FFRecoderTaskManager* _this=(FFRecoderTaskManager*)threadParam->_this;
                  if(_this != nullptr) {
                      _this->recode_thread(threadParam->param);
                  }else{
                      LOG_ERROR("recode 线程启动失败 !");
                  }
              }
              return (void*)0;
          }, threadParam);
  
      std::string id = recoderInfo.task_id + "_" + recoderInfo.object_id + "_" + std::to_string(recoderInfo.frame_nb);
      m_id_recoderTask[id] = recode_thread;
  
      save_intask_frame_nb(recoderInfo.frame_nb);
  }
  
  void FFRecoderTaskManager::create_recode_task2(RecoderInfo& recoderInfo) {
      save_intask_recoderinfo(recoderInfo);
  }
  
  // 多线程版
  void FFRecoderTaskManager::recode_thread(RecodeParam recodeParam){
      {
          // 此处确保create_recode_task执行完成,m_id_recoderTask 已经保存当前线程信息
          std::lock_guard<std::mutex> l(m_task_creat_mtx);
      }
  
      RecoderInfo recoderInfo;
      recoderInfo = recodeParam.recoderInfo;
      std::string id = recoderInfo.task_id + "_" + recoderInfo.object_id + "_" + std::to_string(recoderInfo.frame_nb);
      string file_name = recoderInfo.recoderDir + "/recoder_" + id + "_" + std::to_string(get_cur_time()) + ".mp4";
      FFRecoder ffrecoder;
      bool bInit = ffrecoder.init(recodeParam.time_base, recodeParam.avctx, file_name.c_str());
      if (!bInit) {
          LOG_ERROR("ffrecoder init error : {} {} {}", recoderInfo.task_id, recoderInfo.object_id, recoderInfo.frame_nb);
          m_id_recoderTask.erase(id);
          return;
      }
      LOG_INFO("record start, pkt_list size: {} id: {}", m_pkt_list.size(), id);
  
      int count = 0;
      for (auto it = m_pkt_list.begin(); it != m_pkt_list.end() && count < 500; ++it) {
          DataPacket* dataPkt = *it;
          AVPacket* pkt = dataPkt->pkt;
          ffrecoder.write_pkt(pkt);
          count++;
      }
  
      ffrecoder.flush();
      ffrecoder.uninit();
  
      m_id_recoderTask.erase(id);
  
      LOG_INFO("record end : {}", file_name);
  }
  
  void FFRecoderTaskManager::recode_thread2() {
  
      while(true) {
          m_recoderinfo_list_mtx.lock();
          if(m_recoderinfo_list.size() <= 0){
              m_recoderinfo_list_mtx.unlock();
              std::this_thread::sleep_for(std::chrono::milliseconds(3));
              continue;
          }
  
          auto it_param = m_recoderinfo_list.begin();
          RecoderInfo recoderinfo = *it_param;
          m_recoderinfo_list.pop_front();
          m_recoderinfo_list_mtx.unlock();
  
          auto it_data = getStartIterator(recoderinfo.frame_nb);
          if(it_data == m_pkt_list.end()) {
              std::this_thread::sleep_for(std::chrono::milliseconds(3));
              continue;
          }
  
          LOG_INFO("start frame_nb: {}", (*it_data)->frame_nb);
  
          m_pkt_list_mtx.lock();
          auto it = m_pkt_list.begin();
          while (it != it_data) {
              DataPacket* dataPkt = m_pkt_list.front();
              delete dataPkt;
              dataPkt = nullptr;
              m_pkt_list.pop_front();
              it = m_pkt_list.begin();
          }
          m_pkt_list_mtx.unlock();
  
          std::string id = recoderinfo.task_id + "_" + recoderinfo.object_id + "_" + std::to_string(recoderinfo.frame_nb);
          string file_name = recoderinfo.recoderDir + "/recoder_" + id + "_" + std::to_string(get_cur_time()) + ".mp4";
          FFRecoder ffrecoder;
          bool bInit = ffrecoder.init(m_time_base, m_avctx, file_name.c_str());
          if (!bInit) {
              LOG_ERROR("ffrecoder init error : {} {} {}", recoderinfo.task_id, recoderinfo.object_id, recoderinfo.frame_nb);
              continue;
          }
          LOG_INFO("record start, pkt_list size: {} id: {}", m_pkt_list.size(), id);
  
          int count = 0;
          auto it_save = it_data;
          unsigned long long start_frame_nb = (*it_data)->frame_nb;
          unsigned long long end_frame_nb = (*it_data)->frame_nb;
          for (; it_save != m_pkt_list.end() && count < 500; ++it_save) {
              DataPacket* dataPkt = *it_save;
              AVPacket* pkt = dataPkt->pkt;
              ffrecoder.write_pkt(pkt);
              count++;
              end_frame_nb = (*it_save)->frame_nb;
          }
  
          // ffrecoder.flush();
          ffrecoder.uninit();
  
          LOG_INFO("record end, total save: {} start_frame_nb: {} end_frame_nb: {}  file_path: {}", count, start_frame_nb, end_frame_nb, file_name);
      }
  
  }