原文:Basic tutorial 4: Time management (gstreamer.freedesktop.org)
目标
本教程展示了如何使用与GStreamer时间相关的工具。特别是:
- 如何查询pipeline信息,如流位置或持续时间。
- 如何查找(跳转)到流中的不同位置(时间)。
介绍
GstQuery是一种允许向element或pad查询信息的机制。在这个例子中,我们查询pipeline是否允许seek(一些源,比如实时流,不允许查找)。如果允许,那么,一旦电影播放了十秒钟,我们就使用seek跳到另一个位置。
在前面的教程中,一旦我们设置并运行了pipeline,我们的main函数就会等待通过总线接收ERROR或EOS。这里,我们修改了这个函数,让它定期唤醒并查询pipeline中的流位置,这样我们就可以在屏幕上打印它。这类似于媒体播放器所做的,定期更新用户界面。
最后,查询流持续时间并在其更改时进行更新。
Seek示例
#include <gst/gst.h>
/* Structure to contain all our information, so we can pass it around */
typedef struct _CustomData
{
GstElement *playbin; /* Our one and only element */
gboolean playing; /* Are we in the PLAYING state? */
gboolean terminate; /* Should we terminate execution? */
gboolean seek_enabled; /* Is seeking enabled for this media? */
gboolean seek_done; /* Have we performed the seek already? */
gint64 duration; /* How long does this media last, in nanoseconds */
} CustomData;
/* Forward definition of the message processing function */
static void handle_message (CustomData * data, GstMessage * msg);
int
main (int argc, char *argv[])
{
CustomData data;
GstBus *bus;
GstMessage *msg;
GstStateChangeReturn ret;
data.playing = FALSE;
data.terminate = FALSE;
data.seek_enabled = FALSE;
data.seek_done = FALSE;
data.duration = GST_CLOCK_TIME_NONE;
/* Initialize GStreamer */
gst_init (&argc, &argv);
/* Create the elements */
data.playbin = gst_element_factory_make ("playbin", "playbin");
if (!data.playbin) {
g_printerr ("Not all elements could be created.\n");
return -1;
}
/* Set the URI to play */
g_object_set (data.playbin, "uri",
"https://www.freedesktop.org/software/gstreamer-sdk/data/media/sintel_trailer-480p.webm",
NULL);
/* Start playing */
ret = gst_element_set_state (data.playbin, GST_STATE_PLAYING);
if (ret == GST_STATE_CHANGE_FAILURE) {
g_printerr ("Unable to set the pipeline to the playing state.\n");
gst_object_unref (data.playbin);
return -1;
}
/* Listen to the bus */
bus = gst_element_get_bus (data.playbin);
do {
msg = gst_bus_timed_pop_filtered (bus, 100 * GST_MSECOND,
GST_MESSAGE_STATE_CHANGED | GST_MESSAGE_ERROR | GST_MESSAGE_EOS |
GST_MESSAGE_DURATION);
/* Parse message */
if (msg != NULL) {
handle_message (&data, msg);
} else {
/* We got no message, this means the timeout expired */
if (data.playing) {
gint64 current = -1;
/* Query the current position of the stream */
if (!gst_element_query_position (data.playbin, GST_FORMAT_TIME,
¤t)) {
g_printerr ("Could not query current position.\n");
}
/* If we didn't know it yet, query the stream duration */
if (!GST_CLOCK_TIME_IS_VALID (data.duration)) {
if (!gst_element_query_duration (data.playbin, GST_FORMAT_TIME,
&data.duration)) {
g_printerr ("Could not query current duration.\n");
}
}
/* Print current position and total duration */
g_print ("Position %" GST_TIME_FORMAT " / %" GST_TIME_FORMAT "\r",
GST_TIME_ARGS (current), GST_TIME_ARGS (data.duration));
/* If seeking is enabled, we have not done it yet, and the time is right, seek */
if (data.seek_enabled && !data.seek_done && current > 10 * GST_SECOND) {
g_print ("\nReached 10s, performing seek...\n");
gst_element_seek_simple (data.playbin, GST_FORMAT_TIME,
GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_KEY_UNIT, 30 * GST_SECOND);
data.seek_done = TRUE;
}
}
}
} while (!data.terminate);
/* Free resources */
gst_object_unref (bus);
gst_element_set_state (data.playbin, GST_STATE_NULL);
gst_object_unref (data.playbin);
return 0;
}
static void
handle_message (CustomData * data, GstMessage * msg)
{
GError *err;
gchar *debug_info;
switch (GST_MESSAGE_TYPE (msg)) {
case GST_MESSAGE_ERROR:
gst_message_parse_error (msg, &err, &debug_info);
g_printerr ("Error received from element %s: %s\n",
GST_OBJECT_NAME (msg->src), err->message);
g_printerr ("Debugging information: %s\n",
debug_info ? debug_info : "none");
g_clear_error (&err);
g_free (debug_info);
data->terminate = TRUE;
break;
case GST_MESSAGE_EOS:
g_print ("\nEnd-Of-Stream reached.\n");
data->terminate = TRUE;
break;
case GST_MESSAGE_DURATION:
/* The duration has changed, mark the current one as invalid */
data->duration = GST_CLOCK_TIME_NONE;
break;
case GST_MESSAGE_STATE_CHANGED:{
GstState old_state, new_state, pending_state;
gst_message_parse_state_changed (msg, &old_state, &new_state,
&pending_state);
if (GST_MESSAGE_SRC (msg) == GST_OBJECT (data->playbin)) {
g_print ("Pipeline state changed from %s to %s:\n",
gst_element_state_get_name (old_state),
gst_element_state_get_name (new_state));
/* Remember whether we are in the PLAYING state or not */
data->playing = (new_state == GST_STATE_PLAYING);
if (data->playing) {
/* We just moved to PLAYING. Check if seeking is possible */
GstQuery *query;
gint64 start, end;
query = gst_query_new_seeking (GST_FORMAT_TIME);
if (gst_element_query (data->playbin, query)) {
gst_query_parse_seeking (query, NULL, &data->seek_enabled, &start,
&end);
if (data->seek_enabled) {
g_print ("Seeking is ENABLED from %" GST_TIME_FORMAT " to %"
GST_TIME_FORMAT "\n", GST_TIME_ARGS (start),
GST_TIME_ARGS (end));
} else {
g_print ("Seeking is DISABLED for this stream.\n");
}
} else {
g_printerr ("Seeking query failed.");
}
gst_query_unref (query);
}
}
}
break;
default:
/* We should not reach here */
g_printerr ("Unexpected message received.\n");
break;
}
gst_message_unref (msg);
}
代码走读
/* Structure to contain all our information, so we can pass it around */
typedef struct _CustomData
{
GstElement *playbin; /* Our one and only element */
gboolean playing; /* Are we in the PLAYING state? */
gboolean terminate; /* Should we terminate execution? */
gboolean seek_enabled; /* Is seeking enabled for this media? */
gboolean seek_done; /* Have we performed the seek already? */
gint64 duration; /* How long does this media last, in nanoseconds */
} CustomData;
/* Forward definition of the message processing function */
static void handle_message (CustomData * data, GstMessage * msg);
我们首先定义一个包含所有信息的结构,这样我们就可以把它传递给其他函数。特别是,在本例中,我们将消息处理代码移动到它自己的函数handle_message中,因为它变得有点太大了。
然后,我们构建一个由单个element组成的pipeline,即playbin,我们已经在基础教程1中见到过。然而,playbin本身就是一个pipeline,在这种情况下,它是pipeline中的唯一元素,所以我们直接使用playbin元素。我们将跳过细节:通过URI属性给playbin设置uri和设置pipeline为PLAYING。
msg = gst_bus_timed_pop_filtered (bus, 100 * GST_MSECOND,
GST_MESSAGE_STATE_CHANGED | GST_MESSAGE_ERROR | GST_MESSAGE_EOS |
GST_MESSAGE_DURATION);
之前,我们没有为gst_bus_timed_pop_filtered()提供超时时间,这意味着它在收到消息之前不会返回。现在我们使用100毫秒的超时,因此,如果在十分之一秒内没有收到消息,该函数将返回NULL。我们将使用这个逻辑来更新我们的“UI”。
注意,所需的超时必须指定为GstClockTime,因此,以纳秒为单位。表示不同时间单位的数字应该乘以像GST_SECOND或GST_MSECOND这样的宏。这也使您的代码更具可读性。
如果我们得到一条消息,我们在handle_message函数(下一小节)中处理它,否则:
UI刷新
/* We got no message, this means the timeout expired */
if (data.playing) {
如果pipeline处于PLAYING状态,则刷新屏幕的时间到了。如果我们不处于play状态,我们不想做任何事情,因为大多数查询都会失败。
我们大约每秒刷新10次,这对我们的UI来说已经足够好了。我们将在屏幕上打印当前的媒体位置,我们可以通过查询pipeline来获取。这涉及到将在下一小节中显示的几个步骤,但是,由于位置和持续时间是常见的查询,GstElement提供了更简单的现成替代方案:
/* Query the current position of the stream */
if (!gst_element_query_position (data.playbin, GST_FORMAT_TIME,
¤t)) {
g_printerr ("Could not query current position.\n");
}
gst_element_query_position()隐藏查询对象的管理,直接向我们提供结果。
/* If we didn't know it yet, query the stream duration */
if (!GST_CLOCK_TIME_IS_VALID (data.duration)) {
if (!gst_element_query_duration (data.playbin, GST_FORMAT_TIME,
&data.duration)) {
g_printerr ("Could not query current duration.\n");
}
}
现在是了解流长度的好时机,使用另一个GstElement辅助函数:gst_element_query_duration()
/* Print current position and total duration */
g_print ("Position %" GST_TIME_FORMAT " / %" GST_TIME_FORMAT "\r",
GST_TIME_ARGS (current), GST_TIME_ARGS (data.duration));
注意使用GST_TIME_FORMAT和GST_TIME_ARGS宏来提供一个用户友好的GStreamer时间表示。
/* If seeking is enabled, we have not done it yet, and the time is right, seek */
if (data.seek_enabled && !data.seek_done && current > 10 * GST_SECOND) {
g_print ("\nReached 10s, performing seek...\n");
gst_element_seek_simple (data.playbin, GST_FORMAT_TIME,
GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_KEY_UNIT, 30 * GST_SECOND);
data.seek_done = TRUE;
}
现在我们“简单地”通过在pipeline上调用gst_element_seek_simple()来执行seek。在这种方法中隐藏了许多复杂的搜索,这是一件好事!
让我们回顾一下这些参数:
GST_FORMAT_TIME表示我们以时间单位指定目标。其他seek格式使用不同的单位。
然后是GstSeekFlags,让我们回顾一下最常见的:
GST_SEEK_FLAG_FLUSH:在执行查找之前丢弃pipeline中当前的所有数据。在pipeline重新填充并开始显示新数据时可能会暂停一点,但会大大增加应用程序的“响应性”。如果没有提供这个标志,“陈旧”的数据可能会显示一段时间,直到新的位置出现在pipeline的末端。
GST_SEEK_FLAG_KEY_UNIT:对于大多数编码视频流,查找任意位置是不可能的,而只能查找某些称为关键帧的帧。当使用此标志时,seek实际上会移动到最近的关键帧并立即开始产生数据。如果不使用此标志,管道将在内部移动到最近的关键帧(它没有其他选择),但是数据将不会显示,直到它到达请求的位置。最后一种选择更准确,但可能需要更长的时间。
GST_SEEK_FLAG_ACCURATE:有些媒体剪辑没有提供足够的索引信息,这意味着查找任意位置非常耗时。在这些情况下,GStreamer通常会估计要寻找的位置,并且通常工作得很好。如果这个精度对您的情况来说不够好(您看到搜索没有达到您要求的确切时间),那么提供这个标志。需要注意的是,计算查找位置可能需要更长的时间(在某些文件上非常长)。
最后,我们提供了seek的位置。由于我们要求使用GST_FORMAT_TIME,因此该值必须以纳秒为单位,因此为了简单起见,我们以秒表示时间,然后乘以GST_SECOND。
消息处理
handle_message函数处理通过pipeline总线接收到的所有消息。ERROR和EOS处理与之前的教程相同,因此我们跳过直到有趣的部分:
case GST_MESSAGE_DURATION:
/* The duration has changed, mark the current one as invalid */
data->duration = GST_CLOCK_TIME_NONE;
break;
每当流的持续时间发生变化时,该消息就会发布到总线上。这里我们简单地将当前持续时间标记为无效,以便稍后重新查询。
case GST_MESSAGE_STATE_CHANGED:{
GstState old_state, new_state, pending_state;
gst_message_parse_state_changed (msg, &old_state, &new_state,
&pending_state);
if (GST_MESSAGE_SRC (msg) == GST_OBJECT (data->playbin)) {
g_print ("Pipeline state changed from %s to %s:\n",
gst_element_state_get_name (old_state),
gst_element_state_get_name (new_state));
/* Remember whether we are in the PLAYING state or not */
data->playing = (new_state == GST_STATE_PLAYING);
seek和时间查询通常只在处于PAUSED或PLAYING状态时得到有效的回复,因为所有element都有机会接收信息并配置自己。这里,我们使用playing变量来跟踪pipeline是否处于playing状态。同样,如果我们刚刚进入了PLAYING状态,我们将执行第一个查询。我们询问pipeline在这个流上是否允许查找:
if (data->playing) {
/* We just moved to PLAYING. Check if seeking is possible */
GstQuery *query;
gint64 start, end;
query = gst_query_new_seeking (GST_FORMAT_TIME);
if (gst_element_query (data->playbin, query)) {
gst_query_parse_seeking (query, NULL, &data->seek_enabled, &start,
&end);
if (data->seek_enabled) {
g_print ("Seeking is ENABLED from %" GST_TIME_FORMAT " to %"
GST_TIME_FORMAT "\n", GST_TIME_ARGS (start),
GST_TIME_ARGS (end));
} else {
g_print ("Seeking is DISABLED for this stream.\n");
}
} else {
g_printerr ("Seeking query failed.");
}
gst_query_unref (query);
}
gst_query_new_seeking()创建一个“seeking”类型的新查询对象,格式为GST_FORMAT_TIME。这表明我们有兴趣通过指定我们想要移动到的新时间来寻找。我们也可以请求GST_FORMAT_BYTES,然后在源文件中寻找特定的字节位置,但这通常不太有用。
然后使用gst_element_query()将该查询对象传递给pipeline。结果存储在同一个查询中,可以使用gst_query_parse_seeking()轻松检索。它提取一个布尔值,指示是否允许查找,以及可能查找的范围。
当您完成查询对象时,不要忘记解引用。
就是这样!有了这些知识,就可以构建一个媒体播放器,它可以根据当前流的位置定期更新滑块,并允许通过移动滑块来寻找!