保存jpg图片

ming
1 parent 92989af0
Showing 15 changed files with 863 additions and 23 deletions
.vscode/launch.json
src/Makefile → build/Makefile
nv-codec-headers/Makefile
save_tool/Makefile
save_tool/check_tool.cpp1
save_tool/check_tool.h1
save_tool/main.cpp
save_tool/save_tool.cpp
save_tool/save_tool.h
src/FFNvDecoderManager.cpp
src/FFNvDecoderManager.h
src/FFSaveImg.cpp
src/FFSaveImg.h
src/gb28181/FFGB28181Decoder.cpp
src/main.cpp
@@ -6,7 +6,7 @@
         "type": "cppdbg",
         "request": "launch",
         "program": "${workspaceFolder}/bin/lib/test",
-        "args": ["rtsp","3", "30012"],
+        "args": ["rtsp://192.168.10.4:8554/street","3", "30012"],
         "stopAtEntry": false,
         "cwd": "${workspaceFolder}/bin/lib",
         "environment": [],
@@ -55,6 +55,42 @@
             "ignoreFailures": true
           }
         ]
+      },{
+        "name": "save_tool",
+        "type": "cppdbg",
+        "request": "launch",
+        "program": "${workspaceFolder}/bin/lib/save_tool",
+        "args": ["rtsp://admin:ad123456@192.168.60.165:554/cam/realmonitor?channel=1&subtype=0"],
+        "stopAtEntry": false,
+        "cwd": "${workspaceFolder}/bin/lib",
+        "environment": [],
+        "externalConsole": false,
+        "MIMode": "gdb",
+        "setupCommands": [
+          {
+            "description": "Enable pretty-printing for gdb",
+            "text": "-enable-pretty-printing",
+            "ignoreFailures": true
+          }
+        ]
+      },{
+        "name": "gb28181",
+        "type": "cppdbg",
+        "request": "launch",
+        "program": "${workspaceFolder}/bin/lib/test",
+        "args": ["rtsp://192.168.10.4:8554/street","3", "30026","sipId"],
+        "stopAtEntry": false,
+        "cwd": "${workspaceFolder}/bin/lib",
+        "environment": [],
+        "externalConsole": false,
+        "MIMode": "gdb",
+        "setupCommands": [
+          {
+            "description": "Enable pretty-printing for gdb",
+            "text": "-enable-pretty-printing",
+            "ignoreFailures": true
+          }
+        ]
       }
     ]
   }
 \ No newline at end of file
@@ -16,6 +16,7 @@ TARGET= $(DEPEND_DIR)/lib/test
 SPDLOG_ROOT = $(THIRDPARTY_ROOT)/spdlog-1.9.2/release
 JRTP_ROOT = $(THIRDPARTY_ROOT)/jrtp_export
+CURL_ROOT = $(THIRDPARTY_ROOT)/curl/bin
 INCLUDE= -I $(DEPEND_DIR)/include \
@@ -26,13 +27,15 @@ INCLUDE= -I $(DEPEND_DIR)/include \
   -I $(SPDLOG_ROOT)/include \
   -I $(SRC_ROOT)/gb28181 \
   -I $(JRTP_ROOT)/jrtplib/include/jrtplib3 \
-  -I $(JRTP_ROOT)/jthread/include/jthread
+  -I $(JRTP_ROOT)/jthread/include/jthread \
+  -I $(CURL_ROOT)/include \
 LIBSPATH= -L $(DEPEND_DIR)/lib -lavformat -lavcodec -lswscale -lavutil -lavfilter -lswresample -lavdevice \
    -L $(CUDA_ROOT)/lib64 -lcuda -lcudart -lnvcuvid -lcurand -lcublas -lnvjpeg \
    -L $(SPDLOG_ROOT) -l:libspdlog.a \
    -L $(JRTP_ROOT)/jthread/lib -l:libjthread.a \
-   -L $(JRTP_ROOT)/jrtplib/lib -l:libjrtp.a
+   -L $(JRTP_ROOT)/jrtplib/lib -l:libjrtp.a \
+   -L $(CURL_ROOT)/lib -l:libcurl.a \
 CFLAGS= -g -fPIC -O0 $(INCLUDE) -pthread -lrt -lz -std=c++11 -fvisibility=hidden -Wl,-Bsymbolic -ldl
 	# -DUNICODE -D_UNICODE
-PREFIX = /usr/local
+PREFIX = /mnt/data/cmhu/nv_headers
 LIBDIR = lib
 INSTALL = install
 SED = sed
+
+XX = g++
+NVCC = nvcc
+
+PROJECT_ROOT= /mnt/data/cmhu/FFNvDecoder
+
+DEPEND_DIR = $(PROJECT_ROOT)/bin
+SRC_ROOT = $(PROJECT_ROOT)/save_tool
+CUDA_ROOT = /usr/local/cuda
+
+TARGET= $(DEPEND_DIR)/lib/save_tool
+
+
+INCLUDE= -I $(DEPEND_DIR)/include \
+  -I $(CUDA_ROOT)/include \
+  -I $(SRC_ROOT)\
+
+LIBSPATH= -L $(DEPEND_DIR)/lib -lavformat -lavcodec -lswscale -lavutil -lavfilter -lswresample -lavdevice \
+   -L $(CUDA_ROOT)/lib64 -lcudart -lcurand -lcublas -lnvjpeg \
+   -L /usr/lib/wsl/lib -lcuda -lnvcuvid\
+
+CFLAGS= -g -fPIC -O0 $(INCLUDE) -pthread -lrt -lz -std=c++11 -fvisibility=hidden -Wl,-Bsymbolic -ldl
+	# -DUNICODE -D_UNICODE
+
+NFLAGS_LIB=-g -c -shared -Xcompiler -fPIC -Xcompiler -fvisibility=hidden
+NFLAGS = $(NFLAGS_LIB) $(INCLUDE) -std=c++11
+
+SRCS:=$(wildcard $(SRC_ROOT)/*.cpp)
+OBJS = $(patsubst %.cpp, %.o, $(notdir $(SRCS)))
+
+CU_SOURCES = $(wildcard ${SRC_ROOT}/*.cu)
+CU_OBJS = $(patsubst %.cu, %.o, $(notdir $(CU_SOURCES)))
+
+
+$(TARGET):$(OBJS) $(CU_OBJS)
+	rm -f $(TARGET)
+	$(XX) -o $@ $^ $(CFLAGS)  $(LIBSPATH) $(LIBS) -Wwrite-strings
+	rm -f *.o
+
+%.o:$(SRC_ROOT)/%.cpp
+	$(XX) $(CFLAGS) -c $<
+
+%.o:$(SRC_ROOT)/%.cu
+	@echo "#######################CU_OBJS:$@###############"
+	$(NVCC) $(NFLAGS) -o $@ $< 
+
+clean:
+	rm -f *.o $(TARGET)
+
+
+#include"check_tool.h"
+
+extern "C"
+{
+	#include <libavcodec/avcodec.h> 
+	#include <libavdevice/avdevice.h> 
+	#include <libavformat/avformat.h> 
+	#include <libavfilter/avfilter.h> 
+	#include <libavutil/avutil.h> 
+    #include <libavutil/pixdesc.h> 
+	#include <libswscale/swscale.h>
+    #include <libavutil/imgutils.h>
+}
+
+#include <chrono>
+
+
+static long long get_cur_time(){
+    // 获取操作系统当前时间点（精确到微秒）
+    chrono::time_point<chrono::system_clock, chrono::milliseconds> tpMicro
+        = chrono::time_point_cast<chrono::milliseconds>(chrono::system_clock::now());
+    // (微秒精度的)时间点 => (微秒精度的)时间戳
+    time_t currentTime = tpMicro.time_since_epoch().count();
+
+    return (long long )currentTime;
+}
+
+void save_pkt(const string& uri){
+	AVFormatContext* ifmt_ctx = nullptr;
+	AVCodecContext* codec_ctx = nullptr;
+	AVCodec *decoder = nullptr;
+	AVCodec* codec = nullptr;
+	AVPacket* pkt = nullptr;
+	int video_index = -1;
+	AVStream* i_video_stream = nullptr;
+	SwsContext *img_convert_ctx = nullptr;
+	uint8_t *buffer = nullptr;
+    int numBytes = 0;
+
+	long start_time = 0;
+	long end_time = 0;
+	long s_time = 0;
+	long e_time = 0;
+	long long sum = 0;
+	double avg_time = 0.0;
+
+	int sep = 0;
+
+	AVFormatContext *o_fmt_ctx;
+	AVStream *o_video_stream;
+
+	const char *filename = "test.mp4";
+ 
+
+	avformat_network_init();
+
+	// 打开输入视频文件
+	AVDictionary *options = nullptr;
+	av_dict_set( &options, "bufsize", "655360", 0 );
+	av_dict_set( &options, "rtsp_transport", "tcp", 0 );
+	// av_dict_set( &options, "listen_timeout", "30", 0 ); // 单位为s
+	av_dict_set( &options, "stimeout", "30000000", 0 ); // 单位为 百万分之一秒
+	
+	///打开输入的流
+	ifmt_ctx = avformat_alloc_context();
+	int ret = avformat_open_input(&ifmt_ctx, uri.c_str(), nullptr, &options);
+	if (ret != 0){
+		av_log(nullptr, AV_LOG_ERROR, "Couldn't open input stream ! \n");
+		goto end_flag ;
+	}
+ 
+	//查找流信息
+	if (avformat_find_stream_info(ifmt_ctx, nullptr) < 0){
+		av_log(nullptr, AV_LOG_ERROR, "Couldn't find stream information ! \n");
+		goto end_flag ;
+	}
+
+	// 查找视频流信息
+	video_index = av_find_best_stream(ifmt_ctx, AVMEDIA_TYPE_VIDEO, -1, -1, &decoder, 0);
+	if (video_index < 0) {
+		av_log(nullptr, AV_LOG_ERROR, "Cannot find a video stream in the input file ! \n");
+		goto end_flag ;
+	}
+    
+    //申请AVCodecContext
+    codec_ctx = avcodec_alloc_context3(decoder);
+    if (!codec_ctx){
+        goto end_flag ;
+    }
+ 
+	i_video_stream = ifmt_ctx->streams[video_index];
+	if(avcodec_parameters_to_context(codec_ctx, i_video_stream->codecpar) < 0){
+		goto end_flag ;
+	}
+
+	{
+		av_log(nullptr, AV_LOG_INFO, "path: %s \n", ifmt_ctx->url);
+		av_log(nullptr, AV_LOG_INFO, "format: %s \n", ifmt_ctx->iformat->name);
+		const char* profile = avcodec_profile_name(codec_ctx->codec_id, codec_ctx->profile);
+		av_log(nullptr, AV_LOG_INFO, "codec: %s(%s) \n", decoder->name, profile);
+		const char* pix_fmt_name = av_get_pix_fmt_name(codec_ctx->pix_fmt);
+		av_log(nullptr, AV_LOG_INFO, "pix_fmt_name: %s \n", pix_fmt_name);
+		av_log(nullptr, AV_LOG_INFO, "width x height: %dX%d \n", i_video_stream->codecpar->width, i_video_stream->codecpar->height);
+
+		av_log(NULL, AV_LOG_INFO, "frame_rate: %1.0f ", av_q2d(i_video_stream->r_frame_rate));
+		av_log(NULL, AV_LOG_INFO, "  -->  reference PPS: %f ms\n", 1/av_q2d(i_video_stream->r_frame_rate) * 1000);
+	}
+
+
+	avformat_alloc_output_context2(&o_fmt_ctx, NULL, NULL, filename);
+
+    /*
+        * since all input files are supposed to be identical (framerate, dimension, color format, ...)
+        * we can safely set output codec values from first input file
+        */
+    o_video_stream = avformat_new_stream(o_fmt_ctx, NULL);
+    {
+        AVCodecContext *c;
+        c = o_video_stream->codec;
+        c->bit_rate = 400000;
+        c->codec_id = i_video_stream->codec->codec_id;
+        c->codec_type = i_video_stream->codec->codec_type;
+        c->time_base.num = i_video_stream->time_base.num;
+        c->time_base.den = i_video_stream->time_base.den;
+        fprintf(stderr, " = time_base.num = %d time_base.den = %d\n", c->time_base.num, c->time_base.den);
+        c->width = i_video_stream->codec->width;
+        c->height = i_video_stream->codec->height;
+        c->pix_fmt = i_video_stream->codec->pix_fmt;
+        printf(" = width: %d height: %d pix_fmt: %d\n", c->width, c->height, c->pix_fmt);
+        c->flags = i_video_stream->codec->flags;
+        c->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;
+        c->me_range = i_video_stream->codec->me_range;
+        c->max_qdiff = i_video_stream->codec->max_qdiff;
+
+        c->qmin = i_video_stream->codec->qmin;
+        c->qmax = i_video_stream->codec->qmax;
+
+        c->qcompress = i_video_stream->codec->qcompress;
+    }
+
+    avio_open(&o_fmt_ctx->pb, filename, AVIO_FLAG_WRITE);
+
+    avformat_write_header(o_fmt_ctx, NULL);
+
+	
+	s_time = get_cur_time();
+	start_time = get_cur_time();
+	pkt = av_packet_alloc();
+	while (av_read_frame(ifmt_ctx, pkt) >= 0){
+		end_time = get_cur_time();
+		sum ++ ;
+		sep ++ ;
+		if(end_time - start_time > 1000){
+			avg_time = double(end_time - start_time) / sep;
+			start_time = get_cur_time();
+			sep = 0;
+			av_log(nullptr, AV_LOG_INFO, "PPS: %f ms\n", avg_time);
+		}
+		av_packet_unref(pkt);
+	}
+
+	e_time = get_cur_time();
+	avg_time = double(e_time - s_time) / sum;
+	av_log(nullptr, AV_LOG_INFO, "TOOTAL PPS: %f ms\n", avg_time);
+
+end_flag:
+	if (codec_ctx != nullptr){
+		avcodec_close(codec_ctx);
+		avcodec_free_context(&codec_ctx);
+	}
+	
+	if (ifmt_ctx != nullptr){
+		avformat_close_input(&ifmt_ctx);
+	}
+
+	if (pkt != nullptr){
+		av_packet_free(&pkt);
+	}
+}
 \ No newline at end of file
+#include<string>
+
+using namespace std;
+
+void save_pkt(const string& uri);
 \ No newline at end of file
+#include"save_tool.h"
+
+
+#include<iostream>
+
+using namespace std;
+
+
+
+int main(int argc, char *argv[]) {
+    printf("start \n");
+    if (argc != 2) {
+        fprintf(stderr, "./xxx uri\n");
+        return -1;
+    }
+
+    char* uri = "rtsp://admin:ad123456@192.168.60.165:554/cam/realmonitor?channel=1&subtype=0";
+
+    cout << uri << endl;
+
+    save_tool(uri);
+
+    return 0;
+}
 \ No newline at end of file
+extern "C"
+{
+	#include <libavcodec/avcodec.h> 
+	#include <libavdevice/avdevice.h> 
+	#include <libavformat/avformat.h> 
+	#include <libavfilter/avfilter.h> 
+	#include <libavutil/avutil.h> 
+    #include <libavutil/pixdesc.h> 
+	#include <libswscale/swscale.h>
+    #include <libavutil/imgutils.h>
+}
+
+#include <chrono>
+#include<string>
+
+using namespace std;
+
+bool bFirstFrame = false;
+long last_src_pts = 0;
+long last_pts = 0;
+
+void update_pts(AVPacket* pkt) {
+	if (pkt->pts > 0) {
+		if (bFirstFrame) {
+			bFirstFrame = false;
+			last_src_pts = pkt->pts;
+		}
+		int64_t pkt_pts = pkt->pts;
+		pkt->pts = last_pts + (pkt_pts - last_src_pts);
+		last_src_pts = pkt_pts;
+		last_pts = pkt->pts;
+		pkt->dts = pkt->pts;
+	}
+	else {
+		if (bFirstFrame) {
+			bFirstFrame = false;
+			last_pts = 0;
+		}
+		pkt->pts = last_pts + 512;
+		last_pts = pkt->pts;
+	}
+	
+}
+
+void *save_tool(const string uri)
+{
+    AVFormatContext *i_fmt_ctx;
+    AVCodecContext* codec_ctx = nullptr;
+    AVCodec *decoder = nullptr;
+    AVStream *i_video_stream;
+    int video_index;
+
+    AVFormatContext *o_fmt_ctx;
+    AVStream *o_video_stream;
+
+    bool bStop = false;
+    int frame_nums = 0;
+
+    avcodec_register_all();
+    av_register_all();
+    avformat_network_init();
+
+    /* should set to NULL so that avformat_open_input() allocate a new one */
+    i_fmt_ctx = NULL;
+
+    const char *filename = "2.mp4";
+
+    if (avformat_open_input(&i_fmt_ctx, uri.c_str(), NULL, NULL)!=0)
+    {
+        fprintf(stderr, " = could not open input file\n");
+        return nullptr;
+    }
+
+    if (avformat_find_stream_info(i_fmt_ctx, NULL)<0)
+    {
+        fprintf(stderr, " = could not find stream info\n");
+        return nullptr;
+    }
+
+    video_index = av_find_best_stream(i_fmt_ctx, AVMEDIA_TYPE_VIDEO, -1, -1, &decoder, 0);
+	if (video_index < 0) {
+		av_log(nullptr, AV_LOG_ERROR, "Cannot find a video stream in the input file ! \n");
+		return nullptr;
+	}
+
+    codec_ctx = avcodec_alloc_context3(decoder);
+    if (!codec_ctx){
+        return nullptr;
+    }
+
+    i_video_stream = i_fmt_ctx->streams[video_index];
+	if(avcodec_parameters_to_context(codec_ctx, i_video_stream->codecpar) < 0){
+		return nullptr;
+	}
+
+    avformat_alloc_output_context2(&o_fmt_ctx, NULL, NULL, filename);
+
+    o_video_stream = avformat_new_stream(o_fmt_ctx, NULL);
+    {
+        AVCodecContext *c;
+        c = o_video_stream->codec;
+        c->bit_rate = 400000;
+        c->codec_id = i_video_stream->codec->codec_id;
+        c->codec_type = i_video_stream->codec->codec_type;
+        c->time_base.num = i_video_stream->time_base.num;
+        c->time_base.den = i_video_stream->time_base.den;
+        fprintf(stderr, " = time_base.num = %d time_base.den = %d\n", c->time_base.num, c->time_base.den);
+        c->width = i_video_stream->codec->width;
+        c->height = i_video_stream->codec->height;
+        c->pix_fmt = i_video_stream->codec->pix_fmt;
+        printf(" = width: %d height: %d pix_fmt: %d\n", c->width, c->height, c->pix_fmt);
+        c->flags = i_video_stream->codec->flags;
+        c->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;
+        c->me_range = i_video_stream->codec->me_range;
+        c->max_qdiff = i_video_stream->codec->max_qdiff;
+
+        c->qmin = i_video_stream->codec->qmin;
+        c->qmax = i_video_stream->codec->qmax;
+
+        c->qcompress = i_video_stream->codec->qcompress;
+    }
+
+    avio_open(&o_fmt_ctx->pb, filename, AVIO_FLAG_WRITE);
+
+    avformat_write_header(o_fmt_ctx, NULL);
+
+    AVPacket* i_pkt = av_packet_alloc();
+    av_init_packet(i_pkt);
+
+    while (av_read_frame(i_fmt_ctx, i_pkt) >= 0){
+
+        update_pts(i_pkt);
+
+        static int num = 1;
+        printf(" = frame %d\n", num++);
+        av_interleaved_write_frame(o_fmt_ctx, i_pkt);
+
+        av_packet_unref(i_pkt);
+
+        if(frame_nums > 750){
+            break;
+        }
+        frame_nums++;
+    }
+
+    av_packet_free(&i_pkt);
+
+    avformat_close_input(&i_fmt_ctx);
+
+    av_write_trailer(o_fmt_ctx);
+
+    avcodec_close(o_fmt_ctx->streams[0]->codec);
+    av_freep(&o_fmt_ctx->streams[0]->codec);
+    av_freep(&o_fmt_ctx->streams[0]);
+
+    avio_close(o_fmt_ctx->pb);
+    av_free(o_fmt_ctx);
+
+    printf("end. \n");
+}
 \ No newline at end of file
+#include<string>
+
+using namespace std;
+
+void *save_tool(const string uri);
 \ No newline at end of file
@@ -40,6 +40,7 @@ AbstractDecoder* FFNvDecoderManager::createDecoder(MgrDecConfig config){
     if (bRet)
     {
         dec->setName(config.name) ;
+        dec->setSnapTimeInterval(config.snap_time_interval);
         decoderMap[config.name] = dec;
         LOG_INFO("[{}][{}]- 解码器初始化成功",config.name, config.cfg.uri);
@@ -12,6 +12,7 @@ struct MgrDecConfig
 	DECODER_TYPE dec_type;	// 解码器类型
     FFDecConfig cfg;    // 解码器配置
     string name{""};    // 解码器名称
+	long snap_time_interval; // 定时抓拍时间间隔
 };
 /**
+#include "FFSaveImg.h"
+
+extern "C"
+{
+	#include <libavcodec/avcodec.h> 
+	#include <libavdevice/avdevice.h> 
+	#include <libavformat/avformat.h> 
+	#include <libavfilter/avfilter.h> 
+	#include <libavutil/avutil.h> 
+    #include <libavutil/pixdesc.h> 
+	#include <libswscale/swscale.h>
+    #include <libavutil/imgutils.h>
+}
+
+int saveJpg(AVFrame *pFrame, const char *out_file) {
+    
+    int width = pFrame->width;
+    int height = pFrame->height;
+    AVCodecContext *pCodecCtx = NULL;
+    
+    AVFormatContext *pFormatCtx = avformat_alloc_context();
+    // 设置输出文件格式
+    pFormatCtx->oformat = av_guess_format("mjpeg", NULL, NULL);
+
+    // 创建并初始化输出AVIOContext
+    if (avio_open(&pFormatCtx->pb, out_file, AVIO_FLAG_READ_WRITE) < 0) {
+        printf("Couldn't open output file.");
+        return -1;
+    }
+
+    // 构建一个新stream
+    AVStream *video_st = avformat_new_stream(pFormatCtx, 0);
+    if (video_st == NULL) {
+        return -1;
+    }
+
+    pCodecCtx = video_st->codec;
+	pCodecCtx->codec_id = pFormatCtx->oformat->video_codec;
+	pCodecCtx->codec_type = AVMEDIA_TYPE_VIDEO;
+	pCodecCtx->pix_fmt = AV_PIX_FMT_YUVJ420P;
+	pCodecCtx->width = width;  
+	pCodecCtx->height = height;
+
+	pCodecCtx->time_base = (AVRational) {1, 25};
+
+    AVCodec *pCodec = avcodec_find_encoder(pCodecCtx->codec_id);
+
+    if (!pCodec) {
+        printf("Could not find encoder\n");
+        return -1;
+    }
+
+    if (avcodec_open2(pCodecCtx, pCodec, NULL) < 0) {
+        printf("Could not open codec.");
+        return -1;
+    }
+
+    int ret = avformat_write_header(pFormatCtx, NULL);
+    if (ret < 0) {
+        printf("write_header fail\n");
+        return -1;
+    }
+
+    AVPacket* pkt = av_packet_alloc();
+    av_init_packet(pkt);
+
+    // 编码数据
+    ret = avcodec_send_frame(pCodecCtx, pFrame);
+    if (ret < 0) {
+        printf("Could not avcodec_send_frame.");
+        return -1;
+    }
+
+    // 得到编码后数据
+    ret = avcodec_receive_packet(pCodecCtx, pkt);
+    if (ret < 0) {
+        printf("Could not avcodec_receive_packet");
+        return -1;
+    }
+
+    ret = av_write_frame(pFormatCtx, pkt);
+
+    if (ret < 0) {
+        printf("Could not av_write_frame");
+        return -1;
+    }
+
+    av_frame_free(&pFrame);
+    av_packet_free(&pkt);
+
+    //Write Trailer
+    av_write_trailer(pFormatCtx);
+
+
+    avcodec_close(pCodecCtx);
+    avio_close(pFormatCtx->pb);
+    avformat_free_context(pFormatCtx);
+
+    return 0;
+}
+
+AVFrame* convert2yuv(int width, int height, unsigned char * rgbbuf, AVPixelFormat src_pix_fmt){
+
+    AVPixelFormat dst_pix_fmt = AV_PIX_FMT_YUV420P;
+
+    AVFrame *pFrameYUV = av_frame_alloc();
+    uint8_t *out_buffer = new uint8_t[avpicture_get_size(dst_pix_fmt, width, height)];
+
+    avpicture_fill((AVPicture *)pFrameYUV, out_buffer, dst_pix_fmt, width, height);
+
+    AVFrame *rgbFrame = av_frame_alloc();
+
+    avpicture_fill((AVPicture *)rgbFrame, rgbbuf, src_pix_fmt, width, height);
+
+    SwsContext *sws_ctx = sws_getContext(
+        width, height, src_pix_fmt,
+        width, height, dst_pix_fmt,
+        SWS_BILINEAR, NULL, NULL, NULL);
+
+    sws_scale(sws_ctx, rgbFrame->data, rgbFrame->linesize, 0, height, pFrameYUV->data, pFrameYUV->linesize);
+    sws_freeContext(sws_ctx);
+    av_frame_free(&rgbFrame);
+
+    pFrameYUV->width = width;
+    pFrameYUV->height = height;
+    pFrameYUV->format = dst_pix_fmt;
+
+    return pFrameYUV;
+}
+
+void saveJpg(int width, int height, unsigned char * pData, string file_name){
+    AVFrame *pFrame = convert2yuv(width, height, pData, AV_PIX_FMT_BGR24);
+    saveJpg(pFrame, file_name.c_str());
+}
 \ No newline at end of file
+
+#include <string>
+
+using namespace std;
+
+void saveJpg(int width, int height, unsigned char * pData, string file_name);
 \ No newline at end of file
@@ -173,11 +173,11 @@ void FFGB28181Decoder::stream_callback(int videoType, char* data, int len, int i
         return;
     }
-	AVPacket framePacket = {};
-    av_init_packet(&framePacket);
+    AVPacket* pkt = av_packet_alloc();
+	av_init_packet(pkt);
-    framePacket.size = len;
-    framePacket.data = (uint8_t*)data;
+    pkt->size = len;
+    pkt->data = (uint8_t*)data;
 	if (m_pAVCodecCtx == nullptr) {
         LOG_INFO("frame data is zero --{}", m_dec_name);
@@ -232,11 +232,12 @@ void FFGB28181Decoder::stream_callback(int videoType, char* data, int len, int i
 	}
     //开始解码
-    int ret = avcodec_send_packet(m_pAVCodecCtx, &framePacket);
+    int ret = avcodec_send_packet(m_pAVCodecCtx, pkt);
     if (ret < 0) {
         //send_exception(RunMessageType::E2002, e_msg);
         LOG_ERROR("Real stream视频解码失败，请检查视频设备{}: avcodec_send_packet failed. ret={}", m_dec_name, ret);
-        av_packet_unref(&framePacket);
+        av_packet_free(&pkt);
+        pkt = nullptr;
         return;
     }
@@ -245,7 +246,8 @@ void FFGB28181Decoder::stream_callback(int videoType, char* data, int len, int i
         frameH = m_pAVCodecCtx->height;
         if (frameW <= 0 || frameH <= 0) {
             LOG_ERROR("[{}] frame W or H is error! ({},{})", m_dec_name, frameW, frameH);
-            av_packet_unref(&framePacket);
+            av_packet_free(&pkt);
+            pkt = nullptr;
             return;
         }	
     }
@@ -257,16 +259,20 @@ void FFGB28181Decoder::stream_callback(int videoType, char* data, int len, int i
     ret = avcodec_receive_frame(m_pAVCodecCtx, gpuFrame);
     if ((ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) || ret < 0){
         LOG_ERROR("{} - Failed to receive frame: {}", m_dec_name, ret);
-        av_packet_unref(&framePacket);
+        av_packet_free(&pkt);
+        pkt = nullptr;
         av_frame_free(&gpuFrame);
+        gpuFrame = nullptr;
         return;
     }
-    av_packet_unref(&framePacket);
+    av_packet_free(&pkt);
+    pkt = nullptr;
     if (gpuFrame->width != frameW || gpuFrame->height != frameH){
         LOG_INFO("AVFrame is inconsistent: width is {}, height is {}; original frameW is {}, frameH is {}--{}", gpuFrame->width, gpuFrame->height, frameW, frameH , m_dec_name);
         av_frame_free(&gpuFrame);
+        gpuFrame = nullptr;
         return;
     }
@@ -275,6 +281,7 @@ void FFGB28181Decoder::stream_callback(int videoType, char* data, int len, int i
         mFrameQueue.push(gpuFrame);
     }else{
         av_frame_free(&gpuFrame); 
+        gpuFrame = nullptr;
     }
     m_queue_mutex.unlock();
 }
@@ -297,6 +304,7 @@ void FFGB28181Decoder::post_decode_thread(){
 			}
 			av_frame_free(&gpuFrame); 
+            gpuFrame = nullptr;
 			index++;
             if(index >= 100000){
@@ -12,6 +12,7 @@
 #include <unistd.h>
+#include "FFSaveImg.h"
 #ifdef _WIN32
 #include "Winsock2.h"
@@ -24,6 +25,9 @@
 #include "utiltools.hpp"
+#include "curl/curl.h"
+
+
 #define MIN_RTP_PORT		10000
 #define MAX_RTP_PORT		60000
@@ -155,10 +159,34 @@ int CheckCUDAProperty( int devId )
 	return 0;
 }
+static long get_cur_time_ms() {
+    chrono::time_point<chrono::system_clock, chrono::milliseconds> tpMicro
+        = chrono::time_point_cast<chrono::milliseconds>(chrono::system_clock::now());
+    return tpMicro.time_since_epoch().count();
+}
+
 /**
  * 注意： gpuFrame 在解码器设置的显卡上，后续操作要十分注意这一点，尤其是多线程情况
  * */
 void postDecoded(const void * userPtr, AVFrame * gpuFrame){
+
+    // long first_time = get_cur_time_ms();
+    // long second_time = 0;
+    // int a = 1;
+    // while(true){
+    //     a = a * 99;
+    //     if(a > 1000000){
+    //         a = 1;
+    //     }
+    //     second_time = get_cur_time_ms();
+    //     if(second_time - first_time > 100){
+    //         break;
+    //     }
+    // }
+    // return ;
+
+    // std::this_thread::sleep_for(std::chrono::milliseconds(100));
+    
     AbstractDecoder* decoder = (AbstractDecoder*)userPtr;
     if (decoder!= nullptr)
     {
@@ -235,7 +263,8 @@ static int sum = 0;
 unsigned char *pHwData = nullptr;
 void postDecoded0(const void * userPtr, AVFrame * gpuFrame){
-    // std::this_thread::sleep_for(std::chrono::milliseconds(30000));
+
+    std::this_thread::sleep_for(std::chrono::milliseconds(100));
     AbstractDecoder* decoder = (AbstractDecoder*)userPtr;
     if (decoder!= nullptr)
@@ -287,12 +316,196 @@ void postDecoded0(const void * userPtr, AVFrame * gpuFrame){
     }
 }
+//get请求和post请求数据响应函数
+size_t req_reply(void *ptr, size_t size, size_t nmemb, void *stream)
+{ 
+	//在注释的里面可以打印请求流，cookie的信息
+	//cout << "----->reply" << endl;
+	string *str = (string*)stream;
+	//cout << *str << endl;
+	(*str).append((char*)ptr, size*nmemb);
+	return size * nmemb;
+}
+
+//http POST请求 
+CURLcode curl_post_body_getVideoRealStream(const string &url, const string &postParams, string &response, string devid, string ip, string port)
+{ 
+	// curl初始化 
+	CURL *curl = curl_easy_init();
+	// curl返回值 
+	CURLcode res;
+	if (curl)
+	{ 
+		// set params
+		//设置curl的请求头
+		struct curl_slist* header_list = NULL;
+		header_list = curl_slist_append(header_list, "User-Agent: Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko");
+		// header_list = curl_slist_append(header_list, "Content-Type:application/x-www-form-urlencoded; charset=UTF-8");
+
+        header_list = curl_slist_append(header_list, "Accept: application/json");
+        header_list = curl_slist_append(header_list, "Content-Type: application/json");//text/html
+        header_list = curl_slist_append(header_list, "charsets: utf-8");
+
+		curl_easy_setopt(curl, CURLOPT_HTTPHEADER, header_list);
+
+		//不接收响应头数据0代表不接收 1代表接收
+		curl_easy_setopt(curl, CURLOPT_HEADER, 0);
+
+		//设置请求为post请求
+		// curl_easy_setopt(curl, CURLOPT_POST, 1);
+        curl_easy_setopt(curl, CURLOPT_CUSTOMREQUEST, "POST");
+
+		//设置请求的URL地址
+		curl_easy_setopt(curl, CURLOPT_URL, url.c_str());
+		//设置post请求的参数
+		// curl_easy_setopt(curl, CURLOPT_POSTFIELDS, postParams.c_str());
+
+		//设置ssl验证
+		curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, false);
+		curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, false);
+
+		//CURLOPT_VERBOSE的值为1时，会显示详细的调试信息
+		curl_easy_setopt(curl, CURLOPT_VERBOSE, 0);
+
+        string strResult = "{ \
+                            \"authinfo\": \"hisense|hisense123|201807311630\", \
+                            \"method\": \"getVideoRealStream\", \
+                            \"deviceId\": \""+devid+"\", \
+                            \"streamFormat\": \"0\", \
+                            \"recvIp\": \""+ip+"\", \
+                            \"recvPort\": \""+port+"\", \
+                            \"remark\": \"\", \
+                            \"protocol\": \"1\" \
+                        }";
+
+        curl_easy_setopt(curl,CURLOPT_POSTFIELDS,strResult.c_str());
+
+		curl_easy_setopt(curl, CURLOPT_READFUNCTION, NULL);
+
+		//设置数据接收和写入函数
+		curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, req_reply);
+		curl_easy_setopt(curl, CURLOPT_WRITEDATA, (void *)&response);
+
+		curl_easy_setopt(curl, CURLOPT_NOSIGNAL, 1);
+
+		//设置超时时间
+		curl_easy_setopt(curl, CURLOPT_CONNECTTIMEOUT, 6);
+		curl_easy_setopt(curl, CURLOPT_TIMEOUT, 6);
+
+		// 开启post请求
+		res = curl_easy_perform(curl);
+	}
+	//释放curl 
+	curl_easy_cleanup(curl);
+	return res;
+}
+
+//http POST请求 
+CURLcode curl_post_body_stopVideoRealStream(const string &url, const string &postParams, string &response, string handleId)
+{ 
+   
+	// curl初始化 
+	CURL *curl = curl_easy_init();
+	// curl返回值 
+	CURLcode res;
+	if (curl)
+	{ 
+		// set params
+		//设置curl的请求头
+		struct curl_slist* header_list = NULL;
+		header_list = curl_slist_append(header_list, "User-Agent: Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko");
+		// header_list = curl_slist_append(header_list, "Content-Type:application/x-www-form-urlencoded; charset=UTF-8");
+
+        header_list = curl_slist_append(header_list, "Accept: application/json");
+        header_list = curl_slist_append(header_list, "Content-Type: application/json");//text/html
+        header_list = curl_slist_append(header_list, "charsets: utf-8");
+
+		curl_easy_setopt(curl, CURLOPT_HTTPHEADER, header_list);
+
+		//不接收响应头数据0代表不接收 1代表接收
+		curl_easy_setopt(curl, CURLOPT_HEADER, 0);
+
+		//设置请求为post请求
+		// curl_easy_setopt(curl, CURLOPT_POST, 1);
+        curl_easy_setopt(curl, CURLOPT_CUSTOMREQUEST, "POST");
+
+		//设置请求的URL地址
+		curl_easy_setopt(curl, CURLOPT_URL, url.c_str());
+		//设置post请求的参数
+		// curl_easy_setopt(curl, CURLOPT_POSTFIELDS, postParams.c_str());
+
+		//设置ssl验证
+		curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, false);
+		curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, false);
+
+		//CURLOPT_VERBOSE的值为1时，会显示详细的调试信息
+		curl_easy_setopt(curl, CURLOPT_VERBOSE, 0);
+
+        string strResult = "{ \
+                                \"authinfo\": \"hisense|hisense123|201807311630\", \
+                                \"method\": \"stopVideoRealStream\", \
+                                \"handleId\": \""+ handleId + "\" \
+                            }";
+
+        curl_easy_setopt(curl,CURLOPT_POSTFIELDS,strResult.c_str());
+
+		curl_easy_setopt(curl, CURLOPT_READFUNCTION, NULL);
+
+		//设置数据接收和写入函数
+		curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, req_reply);
+		curl_easy_setopt(curl, CURLOPT_WRITEDATA, (void *)&response);
+
+		curl_easy_setopt(curl, CURLOPT_NOSIGNAL, 1);
+
+		//设置超时时间
+		curl_easy_setopt(curl, CURLOPT_CONNECTTIMEOUT, 6);
+		curl_easy_setopt(curl, CURLOPT_TIMEOUT, 6);
+
+		// 开启post请求
+		res = curl_easy_perform(curl);
+	}
+	//释放curl 
+	curl_easy_cleanup(curl);
+	return res;
+}
+
 void decode_finished_cbk(const void* userPtr){
     cout << "当前时间戳: " << UtilTools::get_cur_time_ms() << endl;
 }
+string recv_port = "13012";
+
 bool decode_request_stream_cbk(const char* deviceId){
-    cout << "需在此请求流" << endl;
+    // cout << "需在此请求流" << endl;
+
+    string url_post = "http://172.16.6.129:7000/httpRequest";
+    string paramsLogin = "key1=value1&key2=value2";
+    string resPost;
+
+    static string last_handleid = "";
+    if(!last_handleid.empty()){
+        auto res3 = curl_post_body_stopVideoRealStream(url_post, paramsLogin, resPost, last_handleid);
+        if (res3 == CURLE_OK)
+        {
+            cout << resPost << endl;
+        }
+    }
+
+    auto res = curl_post_body_getVideoRealStream(url_post, paramsLogin, resPost, deviceId, "172.16.6.129", recv_port);
+    if (res == CURLE_OK)
+    {
+        cout << resPost << endl;
+
+        size_t start = resPost.find_last_of(":") + 3;
+        size_t end = resPost.find_last_of("\"");
+        if (start == end){
+            return false;
+        }
+        last_handleid = resPost.substr(start,end - start);
+
+        cout << last_handleid << endl;
+    }
+
     return true;
 }
@@ -301,7 +514,7 @@ bool decode_request_stream_cbk(const char* deviceId){
 // string test_uri = "/home/cmhu/data/output_1920x1080.mp4";
 // string test_uri = "rtsp://176.10.0.2:8554/stream";
 // string test_uri = "/mnt/f/fiss/test_data/h265.mp4";
-string test_uri = "rtsp://176.10.0.4:8554/stream";
+string test_uri = "rtsp://192.168.10.4:8554/street";
 void createDecode(int index, const char* gpu_id){
     FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
@@ -312,6 +525,7 @@ void createDecode(int index, const char* gpu_id){
     config.cfg.decode_finished_cbk = decode_finished_cbk;
     config.cfg.force_tcp = true;
     config.dec_type = DECODER_TYPE_FFMPEG;
+    config.snap_time_interval = 100;
     config.cfg.gpuid = gpu_id;
     // if (index % 2 == 0)
@@ -333,10 +547,10 @@ void createDecode(int index, const char* gpu_id){
     pDecManager->startDecodeByName(config.name);
 }
-void createGB28181Decode(int index, char* gpu_id, int port){
+void createGB28181Decode(char* devid, char* gpu_id, int port){
     FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
     MgrDecConfig config;
-    config.name = "dec" + to_string(index);
+    config.name = devid;
     config.cfg.uri = config.name;
     config.cfg.post_decoded_cbk = postDecoded;
     config.cfg.decode_finished_cbk = decode_finished_cbk;
@@ -345,8 +559,11 @@ void createGB28181Decode(int index, char* gpu_id, int port){
     config.dec_type = DECODER_TYPE_GB28181;
     config.cfg.port = port;//allocRtpPort();
-
+    
     config.cfg.gpuid = gpu_id;
+    config.snap_time_interval = 100;
+
+    recv_port = to_string(port);
     AbstractDecoder* decoder = pDecManager->createDecoder(config);
     if (!decoder)
@@ -366,10 +583,11 @@ void logFF(void *, int level, const char *fmt, va_list ap)
 int main(int argc, char* argv[]){
-    test_uri = "rtsp://admin:admin@123456@192.168.60.176:554/cam/realmonitor?channel=1&subtype=0";//argv[1];
+    test_uri = argv[1];
     char* gpuid = argv[2];
     int port = atoi(argv[3]);
-    cout << test_uri << "   gpu_id:" << gpuid << "   port:" << port << endl;
+    char* devId = argv[4];
+    cout << test_uri << "   gpu_id:" << gpuid << "   port:" << port << "   devId:" << devId << endl;
     // av_log_set_callback(&logFF);
@@ -382,10 +600,20 @@ int main(int argc, char* argv[]){
             // cudaSetDevice(atoi(gpuid));
             while (true)
             {
-                std::this_thread::sleep_for(std::chrono::minutes(1));
+                std::this_thread::sleep_for(std::chrono::seconds(10));
                 FFNvDecoderManager* pDecManager = FFNvDecoderManager::getInstance();
                 int count = pDecManager->count();
                 cout << "当前时间：" << UtilTools::get_cur_time_ms() << "  当前运行路数： " << pDecManager->count() << endl;
+                vector<FFImgInfo*> vec_img = pDecManager->timing_snapshot_all();
+                for (auto imgInfo : vec_img){
+                    auto task_id = imgInfo->dec_name;
+
+                    std::string fpath_ori = "./time_snapshot/" + task_id + "_" + std::to_string(imgInfo->timestamp) + ".jpg";
+
+                    saveJpg(imgInfo->width, imgInfo->height, imgInfo->pData, fpath_ori.c_str());
+                    
+                    pDecManager->releaseFFImgInfo(imgInfo);
+                }
             }  
             return (void*)0;
@@ -413,7 +641,7 @@ int main(int argc, char* argv[]){
             break;
         case 'g':
         case 'G':
-            createGB28181Decode(i, gpuid, port);
+            createGB28181Decode(devId, gpuid, port);
             i++;
             break;
         case 'r':