使用FFmpeg开发2-比特流过滤器

        在使用FFmpeg处理视频文件时，会遇到需要提取视频流的情况。例如有一个H264编码的mp4文件，需要提取帧数据送到解码器解码，这时候过滤器就派上用场了。

        为什么要这么干，因为我用的是自有的硬件解码器，还未集成到FFmpeg中，没法在FFmpeg中直接调用。

        对于H264裸流文件，一般使用的AnnexB格式，每一帧由NAL单元加上一个起始码组成（三字节00 00 01或者四字节00 00 00 01）。解码器就是根据这个头来分割数据的。

  

        在mp4（H264编码）文件中，一般使用的是AVVC格式，因为封装了同步信息，就去掉了上述的起始码，如果见数据直接丢到解码器，解码器是没法找到数据头进行解码的，因此需要过滤器来为数据加上这个起始码。h264_mp4toannexb码流过滤器就解决了这个问题。它识别文件头，并提取里面的extradata，extradata这个数据就是封装信息。然后给每个NAL单元添加上起始码，再把数据送到硬件解码器。

        对于mp4（H265编码）文件，则使用hevc_mp4toannexb。

        在wrap的使用博文中介绍了裸流解码，这时候如果搭配了FFmpeg的过滤器，即可以实现读取mp4文件，通过过滤器分离出裸H264数据，然后送到解码器解码，实现对封装数据的解码。

imx VPU解码分析3-wrap的示例-CSDN博客

        这里给出一个实现参考，从imx的hantro中抠出来的，从中也可以一窥用法，支持的FFmpeg版本比较旧，有时间再整理下新版的代码。貌似新版的FFmpeg将过滤器集成到了读入视频的过程，不需要额外处理了。

/*------------------------------------------------------------------------------
--       Copyright (c) 2015-2017, VeriSilicon Inc. All rights reserved        --
--         Copyright (c) 2011-2014, Google Inc. All rights reserved.          --
--         Copyright (c) 2007-2010, Hantro OY. All rights reserved.           --
--                                                                            --
-- This software is confidential and proprietary and may be used only as      --
--   expressly authorized by VeriSilicon in a written licensing agreement.    --
--                                                                            --
--         This entire notice must be reproduced on all copies                --
--                       and may not be removed.                              --
--                                                                            --
--------------------------------------------------------------------------------
-- Redistribution and use in source and binary forms, with or without         --
-- modification, are permitted provided that the following conditions are met:--
--   * Redistributions of source code must retain the above copyright notice, --
--       this list of conditions and the following disclaimer.                --
--   * Redistributions in binary form must reproduce the above copyright      --
--       notice, this list of conditions and the following disclaimer in the  --
--       documentation and/or other materials provided with the distribution. --
--   * Neither the names of Google nor the names of its contributors may be   --
--       used to endorse or promote products derived from this software       --
--       without specific prior written permission.                           --
--------------------------------------------------------------------------------
-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"--
-- AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE  --
-- IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE --
-- ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE  --
-- LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR        --
-- CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF       --
-- SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS   --
-- INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN    --
-- CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)    --
-- ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE --
-- POSSIBILITY OF SUCH DAMAGE.                                                --
--------------------------------------------------------------------------------
------------------------------------------------------------------------------*/

#include "libav-wrapper.h"

#include "libavcodec/avcodec.h"
#include "libavformat/avformat.h"
#include "libavcodec/bsf.h"
#include "libavutil/mem.h"

#include <assert.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

static AVFormatContext *p_format_ctx = NULL;
static AVCodecContext *p_codec_ctx = NULL;
static AVCodecParameters *origin_par = NULL;
//gan 20230907 AVBitStreamFilterContext is instand by AVBSFContext
//static AVBitStreamFilterContext *bsfc = NULL;
static AVBSFContext *bsfc = NULL;

static int video_stream = -1;
static int raw_h264 = 0;

uint8_t *byte_buffer = NULL;
int byte_buffer_size = 0;
static int num;
void libav_init() {
  //av_register_all();

  //av_log(NULL, AV_LOG_INFO, "Using %s\nConfig: %s\n\n", LIBAVCODEC_IDENT,
  //       avcodec_configuration());
}

void libav_release() {
  if (bsfc)
    //av_bitstream_filter_close(bsfc);
    av_bsf_free(bsfc);
  if (p_format_ctx)
    avformat_close_input(&p_format_ctx);
}

int libav_open(const char *fname) {
  printf("libav_open\n");
  num = 1;
  /* Open video file */
  if (avformat_open_input(&p_format_ctx, fname, NULL, NULL) != 0) {
    av_log(NULL, AV_LOG_ERROR, "Couldn't open file!\n");
    return -1;
  }

  /* Retrieve stream information */
  if (avformat_find_stream_info(p_format_ctx, NULL) < 0) {
    /* this is not fatal error, yet */
    av_log(NULL, AV_LOG_ERROR, "Couldn't find stream information!\n");
  }

  /* Dump information about file onto standard error */
  av_dump_format(p_format_ctx, 0, fname, 0);

  /* Find the video stream */
  video_stream = av_find_best_stream(p_format_ctx, AVMEDIA_TYPE_VIDEO, -1, -1, NULL, 0);

  if (video_stream < 0) {
    av_log(NULL, AV_LOG_ERROR, "Didn't find a video stream!\n");
    return -1;
  }
  origin_par = p_format_ctx->streams[video_stream]->codecpar;
  /* Get a pointer to the codec context for the video stream */
  //p_codec_ctx = p_format_ctx->streams[video_stream]->codec;
  p_codec_ctx = avcodec_alloc_context3(avcodec_find_decoder(origin_par->codec_id));  
  avcodec_parameters_to_context(p_codec_ctx, origin_par); 
  printf("p_format_ctx->iformat->long_name,%s\n", p_format_ctx->iformat->long_name);
  if (!av_strcasecmp(p_format_ctx->iformat->long_name, "raw H.264 video")) {
    raw_h264 = 1;
    printf("raw_h264\n");
  } else {
    /* have to use a filter to get the byte stream out */
    //bsfc = av_bitstream_filter_init("h264_mp4toannexb");
    printf("not h264,have to filter\n");
    const AVBitStreamFilter *pfilter = av_bsf_get_by_name("h264_mp4toannexb");
    av_bsf_alloc(pfilter, &bsfc);
    if (!bsfc) {
      av_log(p_codec_ctx, AV_LOG_ERROR,
             "Couldn't open the h264_mp4toannexb BSF!\n");
      return -1;
    }
  }

  //byte_buffer_size = av_image_get_buffer_size(p_codec_ctx->pix_fmt, p_codec_ctx->width, p_codec_ctx->height, 16);
  //byte_buffer = av_malloc(byte_buffer_size);
  //printf("**byte_buffer_size=%d\n", byte_buffer_size);
  return 0;
}

//return -1 ,over;0, not video;other, ok 
int libav_read_frame(char *buffer) {
  //printf("libav_read_frame\n");

  int ret;
  uint8_t *frame_data = NULL;  // Initialize to NULL

  AVPacket *pkt = av_packet_alloc();
  pkt->data = NULL;
  pkt->size = 0;
  ret = av_read_frame(p_format_ctx, pkt);
  //read over
  if (ret != 0) {
    return 0;
  }
  for(int i=0;i<pkt->size;i++)
    printf("%2d ", *(pkt->data+i));

  if(ret == 0 && pkt->stream_index == video_stream){
    
    printf("av_read_frame, num=%d, pkt->size=%d\n", num++, pkt->size);

    if (!raw_h264) {
      uint8_t *orig_extradata = NULL;
      int orig_extradata_size = 0;

      orig_extradata_size = p_codec_ctx->extradata_size;
      orig_extradata = av_mallocz(orig_extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
      memcpy(orig_extradata, p_codec_ctx->extradata, orig_extradata_size);

      //ret = av_bitstream_filter_filter(bsfc, p_codec_ctx, NULL, &frame_data, &frame_size, pkt->data, pkt->size, 0);
      av_bsf_send_packet(bsfc, pkt);
      printf("av_read_frame, 1, pkt->size=%d\n", pkt->size);
      ret = av_bsf_receive_packet(bsfc, pkt);
      printf("av_read_frame, 2, pkt->size=%d\n", pkt->size);
      for(int i=0;i<pkt->size;i++)
        printf("%2d ", *(pkt->data+i));

      if (p_codec_ctx->extradata == NULL) {
        p_codec_ctx->extradata = orig_extradata;
        p_codec_ctx->extradata_size = orig_extradata_size;
      } else {
        av_free(orig_extradata);
      }
      av_bsf_free(&bsfc);
    }

    memcpy(buffer, pkt->data, pkt->size);

    return pkt->size;
  }
  else{
    printf("av_read_frame, no video\n");
    return 0;
  }
}

从中可以看出主要是 这二个函数：

av_bsf_send_packet(bsfc, pkt);
av_bsf_receive_packet(bsfc, pkt);

av_bitstream_filter_filter函数已经被废弃。

在4.2版本上改改测试了下，是可行的。后期再试试新版。

如果不想使用FFmepg来读取H264裸流文件，可以参考这篇博文，使用纯C简单实现。

纯C读取文件实现解析H264裸流每一帧数据-CSDN博客