Android IjkMediaPlayer编译支持RTSP播放，降低延时500ms左右，从无到有开始搭建环境

最新推荐文章于 2024-05-14 13:46:24 发布

挚爱你的人丶

最新推荐文章于 2024-05-14 13:46:24 发布

阅读量6.5k

点赞数 2

分类专栏： android IjkPlayer 文章标签： Android IjkMediaPlayer RTSP

本文链接：https://blog.csdn.net/qq_19317197/article/details/83084631

版权

android 同时被 2 个专栏收录

4 篇文章 0 订阅

订阅专栏

IjkPlayer

1 篇文章 0 订阅

订阅专栏

搭建好虚拟机编译环境，准备CentOS ，NDK-12b，git-2.15.1；

编译IjkMediaPlayer事先得安装好关联的lib库；可直接通过yum命令安装：

yum install curl-devel expat-devel gettext-devel openssl-devel zlib-devel asciidoc
yum install  gcc perl-ExtUtils-MakeMaker
yum install perl-ExtUtils-MakeMaker package

安装yasm库；

wget http://www.tortall.net/projects/yasm/releases/yasm-1.3.0.tar.gz
tar zxvf yasm-1.3.0.tar.gz
cd yasm-1.3.0
./configure
make && make install

安装git ，自带的git版本1.7太低，有些git命令不支持，最好先移除；

git --version
yum remove git

下载高版本git安装；

cd /usr/local/src/
wget https://www.kernel.org/pub/software/scm/git/git-2.15.1.tar.xz
tar -vxf git-2.15.1.tar.xz
cd git-2.15.1
make prefix=/usr/local/git all
make prefix=/usr/local/git install
echo "export PATH=$PATH:/usr/local/git/bin" >> /etc/profile
source /etc/profile

安装需要最高权限，切换自己root账户安装

安装nkd 版本选择r12b 试过其他版本，安装toolchain会出错，

去官网下载解压，保存环境变量即可。

Android 使用ijkplayer需实现交叉编译动态库，需安装toolchain，进入Android ndk根目录


cd build/tool/

./make-standalone-toolchain.sh --arch=arm 
							--platform=android-19 
							--ndk-dir=/home/cmm/Desktop/android-ndk-r12b 
							--install-dir=/home/cmm/android-toolchain 
							--toolchain=arm-linux-androideabi-4.9

ndk-dir是ndk路径，这个必须要，不然安装失败没有任何提示，install-dir安装toolchain的保存目录；

ijkplayer编译需要的环境，以及相关联的库都安装完毕。

编译IjkMediaPlayer

git官网路径https://github.com/Bilibili/ijkplayer下载文件到本地

git clone https://github.com/Bilibili/ijkplayer.git ijkplayer-android
cd ijkplayer-android
git checkout -B latest k0.8.8

./init-android.sh

这个过程需要下ffmpeg文件，需等待一段时间

下载完成进入config目录，指定编译的格式与配置之类。修改配置支持RTSP

[cmm@localhost ijkplayer-android]$ cd config/
[cmm@localhost config]$ ls
module-default.sh  module-lite-hevc.sh  module-lite.sh  module.sh

先删除modelu.sh rm -r module.sh

修改module-lite.sh 中配置项 vim module-lite.sh中添加如下配置

export COMMON_FF_CFG_FLAGS="$COMMON_FF_CFG_FLAGS --enable-demuxer=rtsp"
export COMMON_FF_CFG_FLAGS="$COMMON_FF_CFG_FLAGS --enable-demuxer=sdp"
export COMMON_FF_CFG_FLAGS="$COMMON_FF_CFG_FLAGS --enable-demuxer=rtp"

修改配置：

export COMMON_FF_CFG_FLAGS="$COMMON_FF_CFG_FLAGS --enable-protocol=rtp"
export COMMON_FF_CFG_FLAGS="$COMMON_FF_CFG_FLAGS --enable-protocol=tcp"

保存退出。执行以下命令

rm module.sh 
ln -s module-lite.sh module.sh

该命令有可能会出现module.sh中遗漏，因此对比下module-lite.sh是否与module.sh一致

降低延时编译，修改ff_ffplay.c文件进入目录cd ijkmedia/ijkplayer/ 修改ff_ffplay.c文件

修改其中packet_queue_get_or_buffering方法如下：

static int packet_queue_get_or_buffering(FFPlayer *ffp, PacketQueue *q, AVPacket *pkt, int *serial, int finished)
{
    while (1) {
		int new_packet = packet_queue_get(q, pkt, 1, serial);
		if (new_packet < 0){
			new_packet = packet_queue_get(q, pkt, 0, serial);
			if(new_packet < 0)
			return -1;
		} else if (new_packet == 0) {
			if (!finished)
				ffp_toggle_buffering(ffp, 1);
			new_packet = packet_queue_get(q, pkt, 1, serial);
			if (new_packet < 0)
				return -1;
		}
		
		if (finished == *serial) {
			av_free_packet(pkt);
			continue;
		} else {
			break;
		}
			
    }
    return 1;
}

修改此处方法编译测试发现视频播放还是存在一秒左右的延时，达不到预计效果，则继续修改vp_duration方法，如下：

static double vp_duration(VideoState *is, Frame *vp, Frame *nextvp) {
   /* if (vp->serial == nextvp->serial) {
        double duration = nextvp->pts - vp->pts;
        if (isnan(duration) || duration <= 0 || duration > is->max_frame_duration)
            return vp->duration;
        else
            return duration;
    } else {
        return 0.0;
    }*/
	return vp->duration;
}

直接return；修改ffplay_video_thread方法：

static int ffplay_video_thread(void *arg)
{
    FFPlayer *ffp = arg;
    VideoState *is = ffp->is;
    AVFrame *frame = av_frame_alloc();
    double pts;
    double duration;
    int ret;
    AVRational tb = is->video_st->time_base;
	
    //AVRational frame_rate = av_guess_frame_rate(is->ic, is->video_st, NULL);
    int64_t dst_pts = -1;
    int64_t last_dst_pts = -1;
    int retry_convert_image = 0;
    int convert_frame_count = 0;

#if CONFIG_AVFILTER
    AVFilterGraph *graph = avfilter_graph_alloc();
    AVFilterContext *filt_out = NULL, *filt_in = NULL;
    int last_w = 0;
    int last_h = 0;
    enum AVPixelFormat last_format = -2;
    int last_serial = -1;
    int last_vfilter_idx = 0;
    if (!graph) {
        av_frame_free(&frame);
        return AVERROR(ENOMEM);
    }

#else
    ffp_notify_msg2(ffp, FFP_MSG_VIDEO_ROTATION_CHANGED, ffp_get_video_rotate_degrees(ffp));
#endif

    if (!frame) {
#if CONFIG_AVFILTER
        avfilter_graph_free(&graph);
#endif
        return AVERROR(ENOMEM);
    }

    for (;;) {
        ret = get_video_frame(ffp, frame);
        if (ret < 0)
            goto the_end;
        if (!ret)
            continue;

        if (ffp->get_frame_mode) {
            if (!ffp->get_img_info || ffp->get_img_info->count <= 0) {
                av_frame_unref(frame);
                continue;
            }

            last_dst_pts = dst_pts;

            if (dst_pts < 0) {
                dst_pts = ffp->get_img_info->start_time;
            } else {
                dst_pts += (ffp->get_img_info->end_time - ffp->get_img_info->start_time) / (ffp->get_img_info->num - 1);
            }

            pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb);
            pts = pts * 1000;
            if (pts >= dst_pts) {
                while (retry_convert_image <= MAX_RETRY_CONVERT_IMAGE) {
                    ret = convert_image(ffp, frame, (int64_t)pts, frame->width, frame->height);
                    if (!ret) {
                        convert_frame_count++;
                        break;
                    }
                    retry_convert_image++;
                    av_log(NULL, AV_LOG_ERROR, "convert image error retry_convert_image = %d\n", retry_convert_image);
                }

                retry_convert_image = 0;
                if (ret || ffp->get_img_info->count <= 0) {
                    if (ret) {
                        av_log(NULL, AV_LOG_ERROR, "convert image abort ret = %d\n", ret);
                        ffp_notify_msg3(ffp, FFP_MSG_GET_IMG_STATE, 0, ret);
                    } else {
                        av_log(NULL, AV_LOG_INFO, "convert image complete convert_frame_count = %d\n", convert_frame_count);
                    }
                    goto the_end;
                }
            } else {
                dst_pts = last_dst_pts;
            }
            av_frame_unref(frame);
            continue;
        }

#if CONFIG_AVFILTER
        if (   last_w != frame->width
            || last_h != frame->height
            || last_format != frame->format
            || last_serial != is->viddec.pkt_serial
            || ffp->vf_changed
            || last_vfilter_idx != is->vfilter_idx) {
            SDL_LockMutex(ffp->vf_mutex);
            ffp->vf_changed = 0;
            av_log(NULL, AV_LOG_DEBUG,
                   "Video frame changed from size:%dx%d format:%s serial:%d to size:%dx%d format:%s serial:%d\n",
                   last_w, last_h,
                   (const char *)av_x_if_null(av_get_pix_fmt_name(last_format), "none"), last_serial,
                   frame->width, frame->height,
                   (const char *)av_x_if_null(av_get_pix_fmt_name(frame->format), "none"), is->viddec.pkt_serial);
            avfilter_graph_free(&graph);
            graph = avfilter_graph_alloc();
            if ((ret = configure_video_filters(ffp, graph, is, ffp->vfilters_list ? ffp->vfilters_list[is->vfilter_idx] : NULL, frame)) < 0) {
                // FIXME: post error
                SDL_UnlockMutex(ffp->vf_mutex);
                goto the_end;
            }
            filt_in  = is->in_video_filter;
            filt_out = is->out_video_filter;
            last_w = frame->width;
            last_h = frame->height;
            last_format = frame->format;
            last_serial = is->viddec.pkt_serial;
            last_vfilter_idx = is->vfilter_idx;
            //frame_rate = av_buffersink_get_frame_rate(filt_out);
            SDL_UnlockMutex(ffp->vf_mutex);
        }

        ret = av_buffersrc_add_frame(filt_in, frame);
        if (ret < 0)
            goto the_end;

        while (ret >= 0) {
            is->frame_last_returned_time = av_gettime_relative() / 1000000.0;

            ret = av_buffersink_get_frame_flags(filt_out, frame, 0);
            if (ret < 0) {
                if (ret == AVERROR_EOF)
                    is->viddec.finished = is->viddec.pkt_serial;
                ret = 0;
                break;
            }

            is->frame_last_filter_delay = av_gettime_relative() / 1000000.0 - is->frame_last_returned_time;
            if (fabs(is->frame_last_filter_delay) > AV_NOSYNC_THRESHOLD / 10.0)
                is->frame_last_filter_delay = 0;
            tb = av_buffersink_get_time_base(filt_out);
#endif
            //duration = (frame_rate.num && frame_rate.den ? av_q2d((AVRational){frame_rate.den, frame_rate.num}) : 0);
			duration = 0.01;
            pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb);
            ret = queue_picture(ffp, frame, pts, duration, frame->pkt_pos, is->viddec.pkt_serial);
            av_frame_unref(frame);
#if CONFIG_AVFILTER
        }
#endif

        if (ret < 0)
            goto the_end;
    }
 the_end:
#if CONFIG_AVFILTER
    avfilter_graph_free(&graph);
#endif
    av_log(NULL, AV_LOG_INFO, "convert image convert_frame_count = %d\n", convert_frame_count);
    av_frame_free(&frame);
	
    return 0;
}

该方法是直接修改duration 等于0.01即可。修改完善

编译测试播放视频延时在500ms左右，预计效果

接下来就是去编译

[cmm@localhost config]$ cd ..
[cmm@localhost ijkplayer-android]$ cd android/contrib/
[cmm@localhost contrib]$ ./compile-ffmpeg.sh clean
[cmm@localhost contrib]$ ./compile-ffmpeg.sh all

等待编译，编译需要一定时间，相关联库只要安装完善，编译应是正常，若出现库确实，重新安装再次编译即可

编译完成之后，编译Android 库

[cmm@localhost contrib]$ cd ..
[cmm@localhost android]$ ./compile-ijk.sh all

all编译所有平台的库

Android studio中使用该库

引入

implementation 'tv.danmaku.ijk.media:ijkplayer-exo:0.8.8'

在jniLibs中加入编译平台的so

初始化属性：

        IjkMediaPlayer.loadLibrariesOnce(null);
        IjkMediaPlayer.native_profileBegin("libijkplayer.so");
        ijkMediaPlayer = new IjkMediaPlayer();
        ijkMediaPlayer.setLogEnabled(false);

        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "analyzemaxduration", 100L);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "probesize", 10240L);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "flush_packets", 1L);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "packet-buffering", 0L);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "framedrop", 1L);

        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "rtsp_transport", "tcp");
//        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "framedrop", 60);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "max-fps", 0);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "fps", 30);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_CODEC, "skip_loop_filter", 48);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "overlay-format", IjkMediaPlayer.SDL_FCC_YV12);
//        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "packet-buffering", 0);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "fflags", "nobuffer");
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "max-buffer-size", 1024);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "min-frames", 10);
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_PLAYER, "start-on-prepared", 1);
//        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "probsize", "4096");
        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "analyzeduration", "2000000");

        ijkMediaPlayer.setOption(IjkMediaPlayer.OPT_CATEGORY_FORMAT, "http-detect-range-support", 0);

至此整个编译完成，播放RTSP延时在500ms内，

编译的so库以及修改的配置文件和代码下载：

https://download.csdn.net/download/qq_19317197/10729813

挚爱你的人丶

关注

2
点赞
踩
18

收藏

觉得还不错? 一键收藏
17
评论
Android IjkMediaPlayer编译支持RTSP播放，降低延时500ms左右，从无到有开始搭建环境

搭建好虚拟机编译环境，准备CentOS ，NDK-12b，git-2.15.1；编译IjkMediaPlayer事先得安装好关联的lib库；可直接通过yum命令安装：yum install curl-devel expat-devel gettext-devel openssl-devel zlib-devel asciidocyum install gcc perl-ExtUtil...
复制链接

扫一扫