最近项目用到了这个需求，然后使用gstreamer代码去实现把usb摄像头的数据保存为MP4数据，以前弄过转换为h264的，所以一开始都很顺利了，但是发现保存下来的文件播放器打不开，用工具检测发现没有PTS也就是时间戳，想起来h264是没有时间的，保存为MP4需要自己加PTS时间戳。
所以就研究怎么加，一开始怎么加都不行，直接在appsrc里面手动为GST_BUFFER_PTS修改也不行，用网上其他人的办法，但是一用pipeline里的clock又报错，纠结时了。
命令行执行时发现加-e就可以实现，问题又来到了-e怎么添加进代码，后面发现src有个eos的actions，在每次结束时手动为他发送这个信号然后就可以了。
"end-of-stream" : GstFlowReturn user_function (GstElement* object);
做个笔记，具体详情以后再补充把。
注册bus的结束信号，然后结束录像通过发送信号来结束。
g_signal_connect (G_OBJECT (bus), "message::eos", (GCallback)eos_cb, c_data);
这是结束录像的接口。
/**
* @brief gstreamer_yuv2mp4_init
*
* @param CustomData *c_data : customdata
* @return 1
*/
int gstreamer_yuv2mp4_deinit(CustomData *c_data)
{
g_print ("gstreamer_h264enc_deinit.\n");
GstFlowReturn ret;
g_signal_emit_by_name (c_data->app_source, "end-of-stream", &ret);
/*等待线程终止*/
pthread_join(pid, NULL);
// printf("pthread join\n");
}
放入录像数据的时候要插入pts。
/**
* @brief yuv2_to_mp4
*
* @param CustomData *data : gstreamer customdata
* @param void *data : picture yuv data
* @return 1
*/
int gstreamer_yuv2mp4_send(CustomData *c_data, void *src_data)
{
GstBuffer *buffer;
GstFlowReturn ret;
GstMapInfo map;
/* Create a new empty buffer */
buffer = gst_buffer_new_and_alloc (c_data->src_data_size);
/* Set its timestamp and duration */
struct timeval tv;
struct timezone tz;
long long t = 0;
gettimeofday(&tv, &tz);
t = (tv.tv_sec*1000000 + tv.tv_usec)*1000 - my_basetime;
GST_BUFFER_PTS(buffer) = t; //插入pts，配合eos生成带pts的MP4
GST_BUFFER_DURATION(buffer) = gst_util_uint64_scale_int(1, GST_SECOND, 30 / 1);
gst_buffer_map (buffer, &map, GST_MAP_WRITE);
memcpy(map.data, src_data, c_data->src_data_size);
gst_buffer_unmap (buffer, &map);
g_signal_emit_by_name (c_data->app_source, "push-buffer", buffer, &ret);
gst_buffer_unref (buffer);
if ( !!(ret) ) {
/* We got some error, stop sending data */
return FALSE;
}
return TRUE;
}
不是很会讲，直接贴代码吧。下面是完整的部分
#include <stdio.h>
#include <string.h>
#include <pthread.h>
#include "gst_yuv2mp4.h"
/*
gst-launch-1.0 appsrc ! \
'video/x-raw, width=(int)1280, height=(int)720, \
format=(string)YUY2, framerate=(fraction)30/1' ! nvvidconv ! \
'video/x-raw(memory:NVMM), format=(string)I420' ! nvv4l2h264enc ! h264parse ! qtmux \
! filesink \
location=test.mp4 -e
*/
static void _gstreamer_h264enc_init (CustomData *c_data);
static void _gstreamer_h264enc_run (void *arg);
static pthread_t pid;
static long long my_basetime;
/**
* @brief gstreamer_yuv2mp4_init
*
* @param CustomData *c_data : customdata
* @param int w,int h : picture high wight
* @param int size : picture size
* @param char *file : must *.mp4
* @return 1
*/
int gstreamer_yuv2mp4_init(CustomData *c_data, int w, int h, long size, char *file)
{
/* Initialize custom data structure */
memset(c_data, 0, sizeof (CustomData));
c_data->src_data_size = size;
c_data->width = w;
c_data->height = h;
c_data->file = file;
_gstreamer_h264enc_init(c_data);
// _gstreamer_h264enc_init(c_data);
if( pthread_create(&pid, NULL, (void *)_gstreamer_h264enc_run, (void *)c_data) != 0)
{
printf("create thread fail\n");
}
}
/**
* @brief gstreamer_yuv2mp4_init
*
* @param CustomData *c_data : customdata
* @return 1
*/
int gstreamer_yuv2mp4_deinit(CustomData *c_data)
{
g_print ("gstreamer_h264enc_deinit.\n");
GstFlowReturn ret;
g_signal_emit_by_name (c_data->app_source, "end-of-stream", &ret);
/*等待线程终止*/
pthread_join(pid, NULL);
// printf("pthread join\n");
}
/**
* @brief yuv2_to_mp4
*
* @param CustomData *data : gstreamer customdata
* @param void *data : picture yuv data
* @return 1
*/
int gstreamer_yuv2mp4_send(CustomData *c_data, void *src_data)
{
GstBuffer *buffer;
GstFlowReturn ret;
GstMapInfo map;
/* Create a new empty buffer */
buffer = gst_buffer_new_and_alloc (c_data->src_data_size);
/* Set its timestamp and duration */
struct timeval tv;
struct timezone tz;
long long t = 0;
gettimeofday(&tv, &tz);
t = (tv.tv_sec*1000000 + tv.tv_usec)*1000 - my_basetime;
GST_BUFFER_PTS(buffer) = t; //插入pts，配合eos生成带pts的MP4
GST_BUFFER_DURATION(buffer) = gst_util_uint64_scale_int(1, GST_SECOND, 30 / 1);
gst_buffer_map (buffer, &map, GST_MAP_WRITE);
memcpy(map.data, src_data, c_data->src_data_size);
gst_buffer_unmap (buffer, &map);
g_signal_emit_by_name (c_data->app_source, "push-buffer", buffer, &ret);
gst_buffer_unref (buffer);
if ( !!(ret) ) {
/* We got some error, stop sending data */
return FALSE;
}
return TRUE;
}
/********************************************************************************************************************/
/* This function is called when an error message is posted on the bus */
static void error_cb (GstBus *bus, GstMessage *msg, CustomData *c_data) {
GError *err;
gchar *debug_info;
/* Print error details on the screen */
gst_message_parse_error (msg, &err, &debug_info);
g_printerr ("Error received from element %s: %s\n", GST_OBJECT_NAME (msg->src), err->message);
g_printerr ("Debugging information: %s\n", debug_info ? debug_info : "none");
g_clear_error (&err);
g_free (debug_info);
g_main_loop_quit (c_data->main_loop);
}
/* This function is called when an eos message is posted on the bus */
static void eos_cb (GstBus *bus, GstMessage *msg, CustomData *c_data) {
g_print ("End-Of-Stream reached.\n");
g_main_loop_quit (c_data->main_loop);
}
static void _gstreamer_h264enc_init (CustomData *c_data)
{
GstCaps *caps;
GstBus *bus;
/* Initialize GStreamer */
gst_init (NULL, NULL);
/* Create the elements */
c_data->app_source = gst_element_factory_make ("appsrc", "source");
c_data->capsfilter1 = gst_element_factory_make ("capsfilter", "caps1");
c_data->convert = gst_element_factory_make ("nvvidconv", "convert");
c_data->capsfilter2 = gst_element_factory_make ("capsfilter", "caps2");
// c_data->queue = gst_element_factory_make ("queue", "_queue");
c_data->h264enc = gst_element_factory_make ("nvv4l2h264enc", "h264_enc");
c_data->parse = gst_element_factory_make ("h264parse", "_parse");
c_data->qtmux = gst_element_factory_make ("qtmux", "_qtmux"); //mp4 复用文件
c_data->sink = gst_element_factory_make ("filesink", "sink");
/* Create the empty pipeline */
c_data->pipeline = gst_pipeline_new ("test-pipeline");
if (!c_data->pipeline || !c_data->app_source || !c_data->capsfilter1 ||
!c_data->convert || !c_data->capsfilter2 || /*!c_data->queue || */!c_data->h264enc || !c_data->parse || !c_data->qtmux || !c_data->sink) {
g_printerr ("Not all elements could be created.\n");
return;
}
/* Configure appsrc */
// g_object_set (c_data->app_source, "do-timestamp", TRUE, NULL);
/* Configure capsfilter */
caps = gst_caps_new_simple("video/x-raw",
"width", G_TYPE_INT, c_data->width,
"height", G_TYPE_INT, c_data->height,
"framerate", GST_TYPE_FRACTION, 30, 1,
"format", G_TYPE_STRING, "YUY2",NULL);
g_object_set (c_data->capsfilter1, "caps", caps, NULL);
gst_caps_unref(caps);
/* GStreamer-CRITICAL */
// caps = gst_caps_new_simple("video/x-raw(memory:NVMM)",
// "format", G_TYPE_STRING, "I420",NULL);
// g_object_set (c_data->capsfilter2, "caps", caps, NULL);
// gst_caps_unref(caps);
/* Configure nvv4l2h264enc */
/*
(0): DisablePreset - Disable HW-Preset
(1): UltraFastPreset - UltraFastPreset for high perf
(2): FastPreset - FastPreset
(3): MediumPreset - MediumPreset
(4): SlowPreset - SlowPreset
(0): Baseline - GST_V4L2_H264_VIDENC_BASELINE_PROFILE
(2): Main - GST_V4L2_H264_VIDENC_MAIN_PROFILE
(4): High
*/
g_object_set(G_OBJECT(c_data->h264enc), "preset-level", 4, NULL); // (1): UltraFastPreset
g_object_set(G_OBJECT(c_data->h264enc), "profile", 0, NULL);
g_object_set(G_OBJECT(c_data->h264enc), "maxperf-enable", 1, NULL); //启用最大性能模式
g_object_set(G_OBJECT(c_data->h264enc), "capture-io-mode", 2, NULL); //
g_object_set(G_OBJECT(c_data->h264enc), "output-io-mode" , 5, NULL); //
g_object_set(G_OBJECT(c_data->h264enc), "iframeinterval", 10, NULL); //设置I帧间隔
g_object_set(G_OBJECT(c_data->h264enc), "idrinterval", 10, NULL);
g_object_set(G_OBJECT(c_data->h264enc), "control-rate", 0, NULL); //码率控制模式 （0：可变比特率，1：恒定比特率）
g_object_set(G_OBJECT(c_data->h264enc), "bitrate", 8*1024*1024, NULL);//码率
g_object_set(G_OBJECT(c_data->h264enc), "peak-bitrate", 8*1024*1024, NULL);//峰值比特率
g_object_set(G_OBJECT(c_data->h264enc), "num-B-Frames", 0, NULL);//B帧设置为0
g_object_set(G_OBJECT(c_data->h264enc), "insert-sps-pps", 1, NULL);//在IDR插入SPS和PPS
g_object_set(G_OBJECT(c_data->h264enc), "insert-aud", 0, NULL);//插入 AUD
g_object_set(G_OBJECT(c_data->h264enc), "poc-type", 2, NULL);//解码/编码顺序和显示顺序相同
g_object_set(G_OBJECT(c_data->h264enc), "disable-cabac", 1, NULL);//解码/编码顺序和显示顺序相同disable-cabac
g_object_set(G_OBJECT(c_data->sink), "location", c_data->file, NULL);
g_object_set(G_OBJECT(c_data->sink), "sync", FALSE, NULL);
/* Link all elements that can be automatically linked because they have "Always" pads */
gst_bin_add_many (GST_BIN (c_data->pipeline), c_data->app_source, c_data->capsfilter1, c_data->convert, c_data->capsfilter2,
c_data->h264enc, c_data->parse, c_data->qtmux, c_data->sink, NULL);
if (gst_element_link_many (c_data->app_source, c_data->capsfilter1, c_data->convert, c_data->capsfilter2,
c_data->h264enc, c_data->parse, c_data->qtmux, c_data->sink, NULL) != TRUE) {
g_printerr ("Elements could not be linked.\n");
gst_object_unref (c_data->pipeline);
return;
}
/* Instruct the bus to emit signals for each received message, and connect to the interesting signals */
bus = gst_element_get_bus (c_data->pipeline);
gst_bus_add_signal_watch (bus);
g_signal_connect (G_OBJECT (bus), "message::error", (GCallback)error_cb, c_data);
g_signal_connect (G_OBJECT (bus), "message::eos", (GCallback)eos_cb, c_data);
gst_object_unref (bus);
}
static void _gstreamer_h264enc_run (void *arg)
{
CustomData *c_data = (CustomData *)arg;
/* Start playing the pipeline */
gst_element_set_state (c_data->pipeline, GST_STATE_PLAYING);
/* Create a GLib Main Loop and set it to run */
c_data->main_loop = g_main_loop_new (NULL, FALSE);
g_main_loop_run (c_data->main_loop);
/* Free resources */
gst_element_set_state (c_data->pipeline, GST_STATE_NULL);
gst_object_unref (c_data->pipeline);
// printf("pthread exit\n");
pthread_exit(NULL);
}
5040
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
