分离h265/h264裸流的帧

1、此模块分离h265/h264裸流的帧

#include <sys/types.h>
#include <sys/stat.h>
#include <errno.h>
#include <fcntl.h>
#include <stdio.h>
#include <stdlib.h>
#include <limits.h>
#include <string.h>
#include <assert.h>
#include <pthread.h>
#include <unistd.h>

typedef int (*video_frame_cb)(int stream, char *frame, unsigned long len, int key, double pts);

typedef struct split_frame_s
{
    unsigned char buffer[1*1024*1024];
    unsigned char dst[1*1024*1024];
    unsigned char idr[1*1024*1024];
    int idr_len;
    unsigned char vps[128]; //only h265
    int vps_len;
    unsigned char sps[128];
    int sps_len;
    unsigned char pps[128];
    int pps_len;
    unsigned char sei[128];
    int sei_len;
    FILE* fp;
    int file_type; // 0->264, 1->265
    video_frame_cb frame_cb;
    double pts;

    int running;
    pthread_t pid;
}split_frame_s;

static split_frame_s g_arg;

int split_frame_264(unsigned char* src, int s_len, int* r_len, unsigned char* dst, int* len)
{
    *r_len = 0;
    *len = 0;
    int i = 0;
    int j = 0;
    int valid = 0;
    for (i = 0; i < s_len; i++)
    {
        if (i+3 < s_len && src[i] == 0 && src[i+1] == 0 && src[i+2] == 0 && src[i+3] == 1)
        {
            //printf("%d %02x %02x %02x %02x %02x %02x\n", __LINE__, src[i], src[i+1], src[i+2], src[i+3], src[i+4], src[i+5]);
            for (j = i+3; j < s_len; j++)
            {
                if (j+3 < s_len && src[j] == 0 && src[j+1] == 0 && src[j+2] == 0 && src[j+3] == 1)
                {
                    //printf("%d %02x %02x %02x %02x %02x %02x\n", __LINE__, src[j], src[j+1], src[j+2], src[j+3], src[j+4], src[j+5]);
                    valid = 1;
                    break;
                }
            }
            break;
        }
    }

    if (valid)
    {
        memcpy(dst, src+i, j-i);
        *len = j -i;
        *r_len = j;
    }

    return 0;
}

/*
src: input sources
s_len: input sources length
r_len: output handled length
dst: destination
len: destination length
*/
int split_frame_265(unsigned char* src, int s_len, int* r_len, unsigned char* dst, int* len)
{
    *r_len = 0;
    *len = 0;
    int i = 0;
    int j = 0;
    int valid = 0;
    for (i = 0; i < s_len; i++)
    {
        if (i+5 < s_len && src[i] == 0 && src[i+1] == 0 && src[i+2] == 0 && src[i+3] == 1 && src[i+5] == 1)
        {
            //printf("%d %02x %02x %02x %02x %02x %02x\n", __LINE__, src[i], src[i+1], src[i+2], src[i+3], src[i+4], src[i+5]);
            for (j = i+3; j < s_len; j++)
            {
                if (j+5 < s_len && src[j] == 0 && src[j+1] == 0 && src[j+2] == 0 && src[j+3] == 1 && src[j+5] == 1)
                {
                    //printf("%d %02x %02x %02x %02x %02x %02x\n", __LINE__, src[j], src[j+1], src[j+2], src[j+3], src[j+4], src[j+5]);
                    valid = 1;
                    break;
                }
            }
            break;
        }
    }

    if (valid)
    {
        memcpy(dst, &src[i], j-i);
        *len = j -i;
        *r_len = j;
    }

    return 0;
}

void* split_frame_proc(void* arg)
{
    int r_len = 0;
    int d_len = 0;
    int writable = 0;

    while (g_arg.running)
    {
        int n = fread(g_arg.buffer+writable, 1, sizeof(g_arg.buffer)-writable, g_arg.fp);
        if (n > 0)
        {
            writable += n;
        }

        if (writable > 0)
        {
            if (g_arg.file_type)
            {
                split_frame_265(g_arg.buffer, writable, &r_len, g_arg.dst, &d_len);
                if (r_len > 0 && d_len > 0)
                {
                    memmove(g_arg.buffer, g_arg.buffer+r_len, sizeof(g_arg.buffer)-r_len);
                    writable = sizeof(g_arg.buffer)-r_len;
                    printf("%d %02x %02x %02x %02x %02x %02x, len: %d\n", __LINE__, g_arg.dst[0], g_arg.dst[1], g_arg.dst[2], g_arg.dst[3], g_arg.dst[4], g_arg.dst[5], d_len);

                    if (g_arg.dst[4] == 0x40)
                    {
                        memset(g_arg.vps, 0, sizeof(g_arg.vps));
                        memcpy(g_arg.vps, g_arg.dst, d_len);
                        g_arg.vps_len = d_len;
                    }
                    if (g_arg.dst[4] == 0x42)
                    {
                        memset(g_arg.sps, 0, sizeof(g_arg.sps));
                        memcpy(g_arg.sps, g_arg.dst, d_len);
                        g_arg.sps_len = d_len;
                    }
                    if (g_arg.dst[4] == 0x44)
                    {
                        memset(g_arg.pps, 0, sizeof(g_arg.pps));
                        memcpy(g_arg.pps, g_arg.dst, d_len);
                        g_arg.pps_len = d_len;
                    }
                    if (g_arg.dst[4] == 0x4e)
                    {
                        memset(g_arg.sei, 0, sizeof(g_arg.sei));
                        memcpy(g_arg.sei, g_arg.dst, d_len);
                        g_arg.sei_len = d_len;
                    }
                    if (g_arg.dst[4] == 0x26)
                    {
                        memset(g_arg.idr, 0, sizeof(g_arg.idr));
                        memcpy(g_arg.idr, g_arg.dst, d_len);
                        g_arg.idr_len = d_len;
                    }
                    if (g_arg.frame_cb && g_arg.dst[4] == 0x26)
                    {
                        memset(g_arg.dst, 0, sizeof(g_arg.dst));
                        int idx = 0;

                        memcpy(g_arg.dst+idx, g_arg.vps, g_arg.vps_len);
                        idx += g_arg.vps_len;
                        printf("%d len: %d\n", __LINE__, idx);
                        memcpy(g_arg.dst+idx, g_arg.sps, g_arg.sps_len);
                        idx += g_arg.sps_len;
                        printf("%d len: %d\n", __LINE__, idx);
                        memcpy(g_arg.dst+idx, g_arg.pps, g_arg.pps_len);
                        idx += g_arg.pps_len;
                        printf("%d len: %d\n", __LINE__, idx);
/*
                        memcpy(g_arg.dst+idx, g_arg.sei, g_arg.sei_len);
                        idx += g_arg.sei_len;
                        printf("%d len: %d\n", __LINE__, idx);
*/
                        memcpy(g_arg.dst+idx, g_arg.idr, g_arg.idr_len);
                        idx += g_arg.idr_len;
                        printf("%d len: %d\n", __LINE__, idx);

                        g_arg.frame_cb(0, (char*)g_arg.dst, idx, 1, g_arg.pts);
                        //g_arg.frame_cb(1, (char*)g_arg.dst, idx, 1, g_arg.pts);
                        g_arg.pts += 40;
                    }
                    else if (g_arg.frame_cb && g_arg.dst[4] == 0x02)
                    {
                        g_arg.frame_cb(0, (char*)g_arg.dst, d_len, 0, g_arg.pts);
                        //g_arg.frame_cb(1, (char*)g_arg.dst, d_len, 0, g_arg.pts);
                        g_arg.pts += 40;
                    }
                }
            }
            else
            {
                split_frame_264(g_arg.buffer, writable, &r_len, g_arg.dst, &d_len);
                if (r_len > 0 && d_len > 0)
                {
                    memmove(g_arg.buffer, g_arg.buffer+r_len, sizeof(g_arg.buffer)-r_len);
                    writable = sizeof(g_arg.buffer)-r_len;
                    printf("%d %02x %02x %02x %02x %02x, len: %d\n", __LINE__, g_arg.dst[0], g_arg.dst[1], g_arg.dst[2], g_arg.dst[3], g_arg.dst[4], d_len);

                    if (g_arg.dst[4] == 0x67)
                    {
                        memset(g_arg.sps, 0, sizeof(g_arg.sps));
                        memcpy(g_arg.sps, g_arg.dst, d_len);
                        g_arg.sps_len = d_len;
                    }
                    if (g_arg.dst[4] == 0x68)
                    {
                        memset(g_arg.pps, 0, sizeof(g_arg.pps));
                        memcpy(g_arg.pps, g_arg.dst, d_len);
                        g_arg.pps_len = d_len;
                    }
                    if (g_arg.dst[4] == 0x06)
                    {
                        memset(g_arg.sei, 0, sizeof(g_arg.sei));
                        memcpy(g_arg.sei, g_arg.dst, d_len);
                        g_arg.sei_len = d_len;
                    }
                    if (g_arg.dst[4] == 0x65)
                    {
                        memset(g_arg.idr, 0, sizeof(g_arg.idr));
                        memcpy(g_arg.idr, g_arg.dst, d_len);
                        g_arg.idr_len = d_len;
                    }
                    if (g_arg.frame_cb && g_arg.dst[4] == 0x65)
                    {
                        memset(g_arg.dst, 0, sizeof(g_arg.dst));
                        int idx = 0;

                        memcpy(g_arg.dst+idx, g_arg.sps, g_arg.sps_len);
                        idx += g_arg.sps_len;
                        printf("%d len: %d\n", __LINE__, idx);
                        memcpy(g_arg.dst+idx, g_arg.pps, g_arg.pps_len);
                        idx += g_arg.pps_len;
                        printf("%d len: %d\n", __LINE__, idx);
                        memcpy(g_arg.dst+idx, g_arg.sei, g_arg.sei_len);
                        idx += g_arg.sei_len;
                        printf("%d len: %d\n", __LINE__, idx);
                        memcpy(g_arg.dst+idx, g_arg.idr, g_arg.idr_len);
                        idx += g_arg.idr_len;
                        printf("%d len: %d\n", __LINE__, idx);

                        g_arg.frame_cb(0, (char*)g_arg.dst, idx, 1, g_arg.pts);
                        //g_arg.frame_cb(1, (char*)g_arg.dst, idx, 1, g_arg.pts);
                        g_arg.pts += 40;
                    }
                    else if (g_arg.frame_cb && g_arg.dst[4] == 0x61)
                    {
                        g_arg.frame_cb(0, (char*)g_arg.dst, d_len, 0, g_arg.pts);
                        //g_arg.frame_cb(1, (char*)g_arg.dst, d_len, 0, g_arg.pts);
                        g_arg.pts += 40;
                    }
                }
            }
        }

        if (feof(g_arg.fp))
        {
            fseek(g_arg.fp , 0L, SEEK_SET);
        }

        usleep(40*1000);
    }

    fclose(g_arg.fp);

    return 0;
}

int split_frame_init(const char* path, video_frame_cb frame_cb)
{
    g_arg.fp = fopen(path, "r");
    assert(g_arg.fp != NULL);

    g_arg.file_type = strstr(path, "265") ? 1 : 0;
    g_arg.frame_cb = frame_cb;

    g_arg.running = 1;
    pthread_create(&g_arg.pid, NULL, split_frame_proc, NULL);

    return 0;
}

int split_frame_exit()
{
    if (g_arg.running)
    {
        g_arg.running = 0;
        pthread_join(g_arg.pid, NULL);
    }

    if (g_arg.fp)
    {
        fclose(g_arg.fp);
    }

    return 0;
}

// test
/*
int main(int argc, char** argv)
{
    if (argc != 2)
    {
        printf("Usage: %s [file]\n", argv[0]);
        printf("sample: %s hik.265\n", argv[0]);
        printf("sample: %s hik.264\n", argv[0]);
        return 0;
    }

    split_frame_init(argv[1]);
    getchar();

    return 0;
}
*/

  • 2
    点赞
  • 5
    收藏
    觉得还不错? 一键收藏
  • 2
    评论
在 GStreamer 中获取 H264 码流中 SPS 和 PPS 信息的方法如下: 1. 使用 `h264parse` 元素将 H264 码流解析为 NAL 单元。 2. 使用 `capsfilter` 元素设置 `video/x-h264, stream-format=byte-stream` 的媒体格式。 3. 使用 `splitter` 元素将 NAL 单元分离为 SPS、PPS 和 IDR 等单元。 4. 使用 `queue` 元素对 SPS 和 PPS 单元进行缓存。 5. 在需要使用 SPS 和 PPS 信息的地方,从 `queue` 元素中获取 SPS 和 PPS 单元,并合并成完整的 SPS 和 PPS 数据。 以下是示例代码: ```python import gi gi.require_version('Gst', '1.0') from gi.repository import Gst Gst.init(None) pipeline = Gst.Pipeline() src = Gst.ElementFactory.make('filesrc', 'src') src.set_property('location', 'test.h264') h264parse = Gst.ElementFactory.make('h264parse', 'parse') caps = Gst.Caps.from_string('video/x-h264, stream-format=byte-stream') capsfilter = Gst.ElementFactory.make('capsfilter', 'caps') capsfilter.set_property('caps', caps) splitter = Gst.ElementFactory.make('splitter', 'split') queue_sps = Gst.ElementFactory.make('queue', 'sps') queue_pps = Gst.ElementFactory.make('queue', 'pps') sink = Gst.ElementFactory.make('fakesink', 'sink') pipeline.add(src) pipeline.add(h264parse) pipeline.add(capsfilter) pipeline.add(splitter) pipeline.add(queue_sps) pipeline.add(queue_pps) pipeline.add(sink) src.link(h264parse) h264parse.link(capsfilter) capsfilter.link(splitter) splitter.link(queue_sps) splitter.link(queue_pps) queue_sps.link(sink) pipeline.set_state(Gst.State.PLAYING) bus = pipeline.get_bus() msg = bus.timed_pop_filtered(Gst.CLOCK_TIME_NONE, Gst.MessageType.STATE_CHANGED | Gst.MessageType.ERROR) if msg.type == Gst.MessageType.ERROR: error, debug = msg.parse_error() print('Error received from element %s: %s' % (msg.src.get_name(), error)) print('Debugging information: %s' % debug) else: print('Pipeline started') sps_data = None pps_data = None while True: sample = queue_sps.get_upstream_buffer() if sample: buf = sample.get_buffer() sps_data = buf.extract_dup(0, buf.get_size()) break while True: sample = queue_pps.get_upstream_buffer() if sample: buf = sample.get_buffer() pps_data = buf.extract_dup(0, buf.get_size()) break print('SPS:', sps_data) print('PPS:', pps_data) pipeline.set_state(Gst.State.NULL) ``` 这段代码可以从文件中读取 H264 码流,并获取其中的 SPS 和 PPS 数据。需要注意的是,从队列中获取数据时需要使用 `get_upstream_buffer()` 方法,否则可能会遇到阻塞的情况。

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 2
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值