H264 mpeg2,4 frame

一般在开头有一个单元分隔符NAL,两个单元分隔符之间的数据包就是一帧图像。就是00 00 01 09,这个09就是单元分隔符的标志。不过协议并没有说NAL流必须如此组织,可能还有其它的组织形式。我手头的H264文件都是这样组织的。

 

H264的字节流确实没有帧的概念.具体原因请仔细研读协议.

 

这个要看你怎么理解了。和MPEG2、MPEG4相比,H.264字节流中帧的形式发生了变化。以视频帧为例,MPEG2和MPEG4字节流在传输的时候提取帧的关键参数,将其封装入传输包首部,比如TS包或RTP包,而包负载中的数据仍然是一个完整的图像帧。也就是说,你即使不使用包首部中所设置的关于包负载的参数信息,也能够根据包负载中的帧数据本身进行正确的解码。


而H.264码流本身对图像数据就做了处理,将一个完整的图像帧进行分解,抽出序列参数集、图像参数集等帧信息,放到各自对应的NAL中,而图像数据本身则封装进编码条带中。这样,在NAL流中,仅仅根据编码条带NAL单元是解析不出图像来的,必须和序列参数集、图像参数集NAL配合才能解出。也就是说,MPEG2、MPEG4编码的一帧数据,被分解成了H.264中的多个NAL单元,H.264编码的抽象化程度更高了。但是H.264码流在组织的时候仍然是以一帧数据为单位的,它并不会将多帧数据交织到一起,只不过表现在形式上,需要用多个NAL单元才能组成一个完整的数据帧。


转自http://hi.baidu.com/ccqi0000/blog/item/f6d26249d9c7d517b2de052e.html

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
根据提供的引用内容,您可以使用FFmpeg API在C#中编写程序,以实现将H264关键帧转换为BMP的功能。以下是大致的流程原理: 1.使用FFmpeg API解复用mp4文件,得到一个视频流。 2.将视频流解码为yuv序列。 3.将yuv序列中指定的一帧图片内容转换为rgb。 4.将rgb数据存储为bmp位图。 以下是一个C#的示例代码: ```csharp using System; using System.Drawing; using System.Drawing.Imaging; using System.Runtime.InteropServices; namespace H264ToBmp { class Program { static void Main(string[] args) { // 初始化FFmpeg FFmpeg.av_register_all(); FFmpeg.avcodec_register_all(); // 打开输入文件 string inputFileName = "input.mp4"; AVFormatContext* inputFormatContext = null; if (FFmpeg.avformat_open_input(&inputFormatContext, inputFileName, null, null) != 0) { Console.WriteLine("无法打开输入文件"); return; } // 查找视频流 int videoStreamIndex = -1; for (int i = 0; i < inputFormatContext->nb_streams; i++) { if (inputFormatContext->streams[i]->codecpar->codec_type == AVMediaType.AVMEDIA_TYPE_VIDEO) { videoStreamIndex = i; break; } } if (videoStreamIndex == -1) { Console.WriteLine("无法找到视频流"); return; } // 打开视频解码器 AVCodec* videoCodec = FFmpeg.avcodec_find_decoder(inputFormatContext->streams[videoStreamIndex]->codecpar->codec_id); if (videoCodec == null) { Console.WriteLine("无法找到视频解码器"); return; } AVCodecContext* videoCodecContext = FFmpeg.avcodec_alloc_context3(videoCodec); if (FFmpeg.avcodec_parameters_to_context(videoCodecContext, inputFormatContext->streams[videoStreamIndex]->codecpar) < 0) { Console.WriteLine("无法初始化视频解码器上下文"); return; } if (FFmpeg.avcodec_open2(videoCodecContext, videoCodec, null) < 0) { Console.WriteLine("无法打开视频解码器"); return; } // 查找关键帧 AVPacket packet = new AVPacket(); AVFrame* frame = FFmpeg.av_frame_alloc(); int gotPicture = 0; while (FFmpeg.av_read_frame(inputFormatContext, &packet) >= 0) { if (packet.stream_index == videoStreamIndex) { if (FFmpeg.avcodec_decode_video2(videoCodecContext, frame, &gotPicture, &packet) < 0) { Console.WriteLine("无法解码视频帧"); return; } if (gotPicture != 0 && (frame->key_frame != 0 || frame->pict_type == AVPictureType.AV_PICTURE_TYPE_I)) { break; } } FFmpeg.av_packet_unref(&packet); } // 将yuv序列转换为rgb SwsContext* swsContext = FFmpeg.sws_getContext(videoCodecContext->width, videoCodecContext->height, videoCodecContext->pix_fmt, videoCodecContext->width, videoCodecContext->height, AVPixelFormat.AV_PIX_FMT_RGB24, 0, null, null, null); AVFrame* rgbFrame = FFmpeg.av_frame_alloc(); byte_ptrArray4 rgbData = new byte_ptrArray4(); int rgbDataSize = FFmpeg.av_image_alloc(rgbData, null, videoCodecContext->width, videoCodecContext->height, AVPixelFormat.AV_PIX_FMT_RGB24, 1); FFmpeg.sws_scale(swsContext, frame->data, frame->linesize, 0, videoCodecContext->height, rgbData, rgbFrame->linesize); // 将rgb数据存储为bmp位图 Bitmap bmp = new Bitmap(videoCodecContext->width, videoCodecContext->height, videoCodecContext->width * 3, PixelFormat.Format24bppRgb, new IntPtr(rgbData[0])); bmp.Save("output.bmp", ImageFormat.Bmp); // 释放资源 FFmpeg.avformat_close_input(&inputFormatContext); FFmpeg.avcodec_free_context(&videoCodecContext); FFmpeg.av_frame_free(&frame); FFmpeg.sws_freeContext(swsContext); FFmpeg.av_frame_free(&rgbFrame); FFmpeg.av_freep(&rgbData[0]); } } public unsafe static class FFmpeg { private const string DllName = "ffmpeg.dll"; [DllImport(DllName)] public static extern void av_register_all(); [DllImport(DllName)] public static extern void avcodec_register_all(); [DllImport(DllName)] public static extern int avformat_open_input(AVFormatContext** ps, string url, AVInputFormat* fmt, AVDictionary** options); [DllImport(DllName)] public static extern int avcodec_decode_video2(AVCodecContext* avctx, AVFrame* picture, int* got_picture_ptr, AVPacket* avpkt); [DllImport(DllName)] public static extern AVCodec* avcodec_find_decoder(AVCodecID id); [DllImport(DllName)] public static extern AVCodecContext* avcodec_alloc_context3(AVCodec* codec); [DllImport(DllName)] public static extern int avcodec_parameters_to_context(AVCodecContext* codec, AVCodecParameters* par); [DllImport(DllName)] public static extern int avcodec_open2(AVCodecContext* avctx, AVCodec* codec, AVDictionary** options); [DllImport(DllName)] public static extern int av_read_frame(AVFormatContext* s, AVPacket* pkt); [DllImport(DllName)] public static extern void av_packet_unref(AVPacket* pkt); [DllImport(DllName)] public static extern AVFrame* av_frame_alloc(); [DllImport(DllName)] public static extern SwsContext* sws_getContext(int srcW, int srcH, AVPixelFormat srcFormat, int dstW, int dstH, AVPixelFormat dstFormat, int flags, SwsFilter* srcFilter, SwsFilter* dstFilter, double* param); [DllImport(DllName)] public static extern int av_image_alloc(byte_ptrArray4 pointers, int_array4 linesizes, int w, int h, AVPixelFormat pix_fmt, int align); [DllImport(DllName)] public static extern void sws_scale(SwsContext* c, byte_ptrArray4 srcSlice, int_array4 srcStride, int srcSliceY, int srcSliceH, byte_ptrArray4 dst, int_array4 dstStride); [DllImport(DllName)] public static extern void sws_freeContext(SwsContext* swsContext); [DllImport(DllName)] public static extern void av_frame_free(AVFrame** frame); [DllImport(DllName)] public static extern void avcodec_free_context(AVCodecContext** avctx); [DllImport(DllName)] public static extern void avformat_close_input(AVFormatContext** s); [DllImport(DllName)] public static extern void av_freep(void* ptr); } public enum AVMediaType { AVMEDIA_TYPE_UNKNOWN = -1, AVMEDIA_TYPE_VIDEO, AVMEDIA_TYPE_AUDIO, AVMEDIA_TYPE_DATA, AVMEDIA_TYPE_SUBTITLE, AVMEDIA_TYPE_ATTACHMENT, AVMEDIA_TYPE_NB } public enum AVCodecID { AV_CODEC_ID_NONE, /* video codecs */ AV_CODEC_ID_MPEG1VIDEO, AV_CODEC_ID_MPEG2VIDEO, ///< preferred ID for MPEG-1/2 video decoding AV_CODEC_ID_H261, AV_CODEC_ID_H263, AV_CODEC_ID_RV10, AV_CODEC_ID_RV20, AV_CODEC_ID_MJPEG, AV_CODEC_ID_MJPEGB, AV_CODEC_ID_LJPEG, AV_CODEC_ID_SP5X, AV_CODEC_ID_JPEGLS, AV_CODEC_ID_MPEG4, AV_CODEC_ID_RAWVIDEO, AV_CODEC_ID_MSMPEG4V1, AV_CODEC_ID_MSMPEG4V2, AV_CODEC_ID_MSMPEG4V3, AV_CODEC_ID_WMV1, AV_CODEC_ID_WMV2, AV_CODEC_ID_H263P, AV_CODEC_ID_H263I, AV_CODEC_ID_FLV1, AV_CODEC_ID_SVQ1, AV_CODEC_ID_SVQ3, AV_CODEC_ID_DVVIDEO, AV_CODEC_ID_HUFFYUV, AV_CODEC_ID_CYUV, AV_CODEC_ID_H264, AV_CODEC_ID_INDEO3, AV_CODEC_ID_VP3, AV_CODEC_ID_THEORA, AV_CODEC_ID_ASV1, AV_CODEC_ID_ASV2, AV_CODEC_ID_FFV1, AV_CODEC_ID_4XM, AV_CODEC_ID_VCR1, AV_CODEC_ID_CLJR, AV_CODEC_ID_MDEC, AV_CODEC_ID_ROQ, AV_CODEC_ID_INTERPLAY_VIDEO, AV_CODEC_ID_XAN_WC3, AV_CODEC_ID_XAN_WC4, AV_CODEC_ID_RPZA, AV_CODEC_ID_CINEPAK, AV_CODEC_ID_WS_VQA, AV_CODEC_ID_MSRLE, AV_CODEC_ID_MSVIDEO1, AV_CODEC_ID_IDCIN, AV_CODEC_ID_8BPS, AV_CODEC_ID_SMC, AV_CODEC_ID_FLIC, AV_CODEC_ID_TRUEMOTION1, AV_CODEC_ID_VMDVIDEO, AV_CODEC_ID_MSZH, AV_CODEC_ID_ZLIB, AV_CODEC_ID_QTRLE, AV_CODEC_ID_TSCC, AV_CODEC_ID_ULTI, AV_CODEC_ID_QDRAW, AV_CODEC_ID_VIXL, AV_CODEC_ID_QPEG, AV_CODEC_ID_PNG, AV_CODEC_ID_PPM, AV_CODEC_ID_PBM, AV_CODEC_ID_PGM, AV_CODEC_ID_PGMYUV, AV_CODEC_ID_PAM, AV_CODEC_ID_FFVHUFF, AV_CODEC_ID_RV30, AV_CODEC_ID_RV40, AV_CODEC_ID_VC1, AV_CODEC_ID_WMV3, AV_CODEC_ID_LOCO, AV_CODEC_ID_WNV1, AV_CODEC_ID_AASC, AV_CODEC_ID_INDEO2, AV_CODEC_ID_FRAPS, AV_CODEC_ID_TRUEMOTION2, AV_CODEC_ID_BMP, AV_CODEC_ID_CSCD, AV_CODEC_ID_MMVIDEO, AV_CODEC_ID_ZMBV, AV_CODEC_ID_AVS, AV_CODEC_ID_SMACKVIDEO, AV_CODEC_ID_NUV, AV_CODEC_ID_KMVC, AV_CODEC_ID_FLASHSV, AV_CODEC_ID_CAVS, AV_CODEC_ID_JPEG2000, AV_CODEC_ID_VMNC, AV_CODEC_ID_VP5, AV_CODEC_ID_VP6, AV_CODEC_ID_VP6F, AV_CODEC_ID_TARGA, AV_CODEC_ID_DSICINVIDEO, AV_CODEC_ID_TIERTEXSEQVIDEO, AV_CODEC_ID_TIFF, AV_CODEC_ID_GIF, AV_CODEC_ID_DXA, AV_CODEC_ID_DNXHD, AV_CODEC_ID_THP, AV_CODEC_ID_SGI, AV_CODEC_ID_C93, AV_CODEC_ID_BETHSOFTVID, AV_CODEC_ID_PTX, AV_CODEC_ID_TXD, AV_CODEC_ID_VP6A, AV_CODEC_ID_AMV, AV_CODEC_ID_VB, AV_CODEC_ID_PCX, AV_CODEC_ID_SUNRAST, AV_CODEC_ID_INDEO4, AV_CODEC_ID_INDEO5, AV_CODEC_ID_MIMIC, AV_CODEC_ID_RL2, AV_CODEC_ID_ESCAPE124, AV_CODEC_ID_DIRAC, AV_CODEC_ID_BFI, AV_CODEC_ID_CMV, AV_CODEC_ID_MOTIONPIXELS, AV_CODEC_ID_TGV, AV_CODEC_ID_TGQ, AV_CODEC_ID_TQI, AV_CODEC_ID_AURA, AV_CODEC_ID_AURA2, AV_CODEC_ID_V210X, AV_CODEC_ID_TMV, AV_CODEC_ID_V210, AV_CODEC_ID_DPX, AV_CODEC_ID_MAD, AV_CODEC_ID_FRWU, AV_CODEC_ID_FLASHSV2, AV_CODEC_ID_CDGRAPHICS, AV_CODEC_ID_R210, AV_CODEC_ID_ANM, AV_CODEC_ID_BINKVIDEO, AV_CODEC_ID_IFF_ILBM, AV_CODEC_ID_IFF_BYTERUN1, AV_CODEC_ID_KGV1, AV_CODEC_ID_YOP, AV_CODEC_ID_VP8, AV_CODEC_ID_PICTOR, AV_CODEC_ID_ANSI, AV_CODEC_ID_A64_MULTI, AV_CODEC_ID_A64_MULTI5, AV_CODEC_ID_R10K, AV_CODEC_ID_MXPEG, AV_CODEC_ID_LAGARITH, AV_CODEC_ID_PRORES, AV_CODEC_ID_JV, AV_CODEC_ID_DFA, AV_CODEC_ID_WMV3IMAGE, AV_CODEC_ID_VC1IMAGE, AV_CODEC_ID_UTVIDEO, AV_CODEC_ID_BMV_VIDEO, AV_CODEC_ID_VBLE, AV_CODEC_ID_DXTORY, AV_CODEC_ID_V410, AV_CODEC_ID_XWD, AV_CODEC_ID_CDXL, AV_CODEC_ID_XBM, AV_CODEC_ID_ZEROCODEC,
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值