使用FFmpeg开发2-比特流过滤器

在使用FFmpeg处理视频文件时，会遇到需要提取视频流的情况。例如有一个H264编码的mp4文件，需要提取帧数据送到解码器解码，这时候过滤器就派上用场了。

为什么要这么干，因为我用的是自有的硬件解码器，还未集成到FFmpeg中，没法在FFmpeg中直接调用。

对于H264裸流文件，一般使用的AnnexB格式，每一帧由NAL单元加上一个起始码组成（三字节00 00 01或者四字节00 00 00 01）。解码器就是根据这个头来分割数据的。

在mp4（H264编码）文件中，一般使用的是AVVC格式，因为封装了同步信息，就去掉了上述的起始码，如果见数据直接丢到解码器，解码器是没法找到数据头进行解码的，因此需要过滤器来为数据加上这个起始码。h264_mp4toannexb码流过滤器就解决了这个问题。它识别文件头，并提取里面的extradata，extradata这个数据就是封装信息。然后给每个NAL单元添加上起始码，再把数据送到硬件解码器。

对于mp4（H265编码）文件，则使用hevc_mp4toannexb。

在wrap的使用博文中介绍了裸流解码，这时候如果搭配了FFmpeg的过滤器，即可以实现读取mp4文件，通过过滤器分离出裸H264数据，然后送到解码器解码，实现对封装数据的解码。

imx VPU解码分析3-wrap的示例-CSDN博客

这里给出一个实现参考，从imx的hantro中抠出来的，从中也可以一窥用法，支持的FFmpeg版本比较旧，有时间再整理下新版的代码。貌似新版的FFmpeg将过滤器集成到了读入视频的过程，不需要额外处理了。

/*------------------------------------------------------------------------------
--       Copyright (c) 2015-2017, VeriSilicon Inc. All rights reserved        --
--         Copyright (c) 2011-2014, Google Inc. All rights reserved.          --
--         Copyright (c) 2007-2010, Hantro OY. All rights reserved.           --
--                                                                            --
-- This software is confidential and proprietary and may be used only as      --
--   expressly authorized by VeriSilicon in a written licensing agreement.    --
--                                                                            --
--         This entire notice must be reproduced on all copies                --
--                       and may not be removed.                              --
--                                                                            --
--------------------------------------------------------------------------------
-- Redistribution and use in source and binary forms, with or without         --
-- modification, are permitted provided that the following conditions are met:--
--   * Redistributions of source code must retain the above copyright notice, --
--       this list of conditions and the following disclaimer.                --
--   * Redistributions in binary form must reproduce the above copyright      --
--       notice, this list of conditions and the following disclaimer in the  --
--       documentation and/or other materials provided with the distribution. --
--   * Neither the names of Google nor the names of its contributors may be   --
--       used to endorse or promote products derived from this software       --
--       without specific prior written permission.                           --
--------------------------------------------------------------------------------
-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"--
-- AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE  --
-- IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE --
-- ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE  --
-- LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR        --
-- CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF       --
-- SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS   --
-- INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN    --
-- CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)    --
-- ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE --
-- POSSIBILITY OF SUCH DAMAGE.                                                --
--------------------------------------------------------------------------------
------------------------------------------------------------------------------*/#include "libav-wrapper.h"#include "libavcodec/avcodec.h"
#include "libavformat/avformat.h"
#include "libavcodec/bsf.h"
#include "libavutil/mem.h"#include <assert.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>static AVFormatContext *p_format_ctx = NULL;
static AVCodecContext *p_codec_ctx = NULL;
static AVCodecParameters *origin_par = NULL;
//gan 20230907 AVBitStreamFilterContext is instand by AVBSFContext
//static AVBitStreamFilterContext *bsfc = NULL;
static AVBSFContext *bsfc = NULL;static int video_stream = -1;
static int raw_h264 = 0;uint8_t *byte_buffer = NULL;
int byte_buffer_size = 0;
static int num;
void libav_init() {//av_register_all();//av_log(NULL, AV_LOG_INFO, "Using %s\nConfig: %s\n\n", LIBAVCODEC_IDENT,//       avcodec_configuration());
}void libav_release() {if (bsfc)//av_bitstream_filter_close(bsfc);av_bsf_free(bsfc);if (p_format_ctx)avformat_close_input(&p_format_ctx);
}int libav_open(const char *fname) {printf("libav_open\n");num = 1;/* Open video file */if (avformat_open_input(&p_format_ctx, fname, NULL, NULL) != 0) {av_log(NULL, AV_LOG_ERROR, "Couldn't open file!\n");return -1;}/* Retrieve stream information */if (avformat_find_stream_info(p_format_ctx, NULL) < 0) {/* this is not fatal error, yet */av_log(NULL, AV_LOG_ERROR, "Couldn't find stream information!\n");}/* Dump information about file onto standard error */av_dump_format(p_format_ctx, 0, fname, 0);/* Find the video stream */video_stream = av_find_best_stream(p_format_ctx, AVMEDIA_TYPE_VIDEO, -1, -1, NULL, 0);if (video_stream < 0) {av_log(NULL, AV_LOG_ERROR, "Didn't find a video stream!\n");return -1;}origin_par = p_format_ctx->streams[video_stream]->codecpar;/* Get a pointer to the codec context for the video stream *///p_codec_ctx = p_format_ctx->streams[video_stream]->codec;p_codec_ctx = avcodec_alloc_context3(avcodec_find_decoder(origin_par->codec_id));  avcodec_parameters_to_context(p_codec_ctx, origin_par); printf("p_format_ctx->iformat->long_name,%s\n", p_format_ctx->iformat->long_name);if (!av_strcasecmp(p_format_ctx->iformat->long_name, "raw H.264 video")) {raw_h264 = 1;printf("raw_h264\n");} else {/* have to use a filter to get the byte stream out *///bsfc = av_bitstream_filter_init("h264_mp4toannexb");printf("not h264,have to filter\n");const AVBitStreamFilter *pfilter = av_bsf_get_by_name("h264_mp4toannexb");av_bsf_alloc(pfilter, &bsfc);if (!bsfc) {av_log(p_codec_ctx, AV_LOG_ERROR,"Couldn't open the h264_mp4toannexb BSF!\n");return -1;}}//byte_buffer_size = av_image_get_buffer_size(p_codec_ctx->pix_fmt, p_codec_ctx->width, p_codec_ctx->height, 16);//byte_buffer = av_malloc(byte_buffer_size);//printf("**byte_buffer_size=%d\n", byte_buffer_size);return 0;
}//return -1 ,over;0, not video;other, ok 
int libav_read_frame(char *buffer) {//printf("libav_read_frame\n");int ret;uint8_t *frame_data = NULL;  // Initialize to NULLAVPacket *pkt = av_packet_alloc();pkt->data = NULL;pkt->size = 0;ret = av_read_frame(p_format_ctx, pkt);//read overif (ret != 0) {return 0;}for(int i=0;i<pkt->size;i++)printf("%2d ", *(pkt->data+i));if(ret == 0 && pkt->stream_index == video_stream){printf("av_read_frame, num=%d, pkt->size=%d\n", num++, pkt->size);if (!raw_h264) {uint8_t *orig_extradata = NULL;int orig_extradata_size = 0;orig_extradata_size = p_codec_ctx->extradata_size;orig_extradata = av_mallocz(orig_extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);memcpy(orig_extradata, p_codec_ctx->extradata, orig_extradata_size);//ret = av_bitstream_filter_filter(bsfc, p_codec_ctx, NULL, &frame_data, &frame_size, pkt->data, pkt->size, 0);av_bsf_send_packet(bsfc, pkt);printf("av_read_frame, 1, pkt->size=%d\n", pkt->size);ret = av_bsf_receive_packet(bsfc, pkt);printf("av_read_frame, 2, pkt->size=%d\n", pkt->size);for(int i=0;i<pkt->size;i++)printf("%2d ", *(pkt->data+i));if (p_codec_ctx->extradata == NULL) {p_codec_ctx->extradata = orig_extradata;p_codec_ctx->extradata_size = orig_extradata_size;} else {av_free(orig_extradata);}av_bsf_free(&bsfc);}memcpy(buffer, pkt->data, pkt->size);return pkt->size;}else{printf("av_read_frame, no video\n");return 0;}
}

从中可以看出主要是这二个函数：

av_bsf_send_packet(bsfc, pkt);
av_bsf_receive_packet(bsfc, pkt);

av_bitstream_filter_filter函数已经被废弃。

在4.2版本上改改测试了下，是可行的。后期再试试新版。

如果不想使用FFmepg来读取H264裸流文件，可以参考这篇博文，使用纯C简单实现。

纯C读取文件实现解析H264裸流每一帧数据-CSDN博客