javacv视频处理二：视频合并背景音乐

javacv视频处理一：图片生成视频

视频合并音频逻辑就是用原视频和原音频合成一个新的视频，提取原视频的和原音频的信息

 

第一步：maven引入

第一步: maven引入:
<dependency>
    <groupId>org.bytedeco</groupId>
    <artifactId>javacv-platform</artifactId>
    <version>1.5.3</version>
</dependency>

 

第二步：提取视频信息：

FrameGrabber grabber1 = new FFmpegFrameGrabber(videoPath);
grabber1.start();

第三步：提取音频信息：

//抓取音频帧
FrameGrabber grabber2 = new FFmpegFrameGrabber(audioPath);
grabber2.start();

第四步：创建FFmpegFrameRecorder对象：

/**
*outPut为输出目录
*/
FrameRecorder recorder = new FFmpegFrameRecorder(outPut,
                    grabber1.getImageWidth(), grabber1.getImageHeight(),
                    grabber2.getAudioChannels());

第五步：设置元信息：

 recorder.setFormat("mp4");
recorder.setFrameRate(grabber1.getFrameRate());
recorder.setSampleRate(grabber2.getSampleRate());
recorder.start();

第六步：开始合并，其中t1,t2来计算背景音乐的长度，保证背景音乐的长度和视频一致

Frame frame1;
Frame frame2 = null;
//先录入视频
long t1 = 0;
Map<String, String> map = grabber1.getAudioOptions();
for(String key : map.keySet()){
    System.out.println(key + "--" + map.get(key));
}
while ((frame1 = grabber1.grabFrame()) != null) {
      recorder.record(frame1);
      t1 = frame1.timestamp;
}
//然后录入音频
long t2 = 0;
while ((frame2 = grabber2.grabFrame()) != null) {
      recorder.record(frame2);
      t2 = frame2.timestamp;
       if(t2 == t1) break;
 }

第七步：全部代码如下：

import org.bytedeco.ffmpeg.global.avcodec;
import org.bytedeco.ffmpeg.global.avutil;
import org.bytedeco.javacv.*;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import javax.imageio.ImageIO;
import java.awt.image.BufferedImage;
import java.io.File;
import java.util.HashMap;
import java.util.Map;

/**
 * 多张图片合成一个视频
 */
public class ImageToMp4 {

    static Logger log = LoggerFactory.getLogger(ImageToMp4.class);

    public static void main(String[] args) throws Exception {
        //合成的MP4
        String mp4SavePath = "C:\\Users\\admin\\Desktop\\111\\zip4\\img.mp4";
        //图片地址 这里面放了22张图片
        String img = "C:\\Users\\admin\\Desktop\\111\\zip4";
        int width = 1600;
        int height = 900;
        //读取所有图片
        File file = new File(img);
        File[] files = file.listFiles();
        Map<Integer, File> imgMap = new HashMap<Integer, File>();
        int num = 0;
        for (File imgFile : files) {
            imgMap.put(num, imgFile);
            num++;
        }
        createMp4(mp4SavePath, imgMap, width, height);

        String video = "C:\\Users\\admin\\Desktop\\mp3\\bgm_maoudamashii_fantasy13.mp3";
        mergeAudioAndVideo(mp4SavePath, video, img + "\\x.mp4");
    }


    /**
     * @param mp4SavePath 生成MP4的目录
     * @param imgMap      图片目录
     * @param width       宽
     * @param height      长
     * @throws FrameRecorder.Exception
     */
    public static void createMp4(String mp4SavePath, Map<Integer, File> imgMap, int width, int height) throws FrameRecorder.Exception {
        //视频宽高最好是按照常见的视频的宽高  16：9  或者 9：16
        FFmpegFrameRecorder recorder = new FFmpegFrameRecorder(mp4SavePath, width, height);
        //设置视频编码层模式
        recorder.setVideoCodec(avcodec.AV_CODEC_ID_H264);
        //设置视频为25帧每秒
        recorder.setFrameRate(25);
        //设置视频图像数据格式
        recorder.setPixelFormat(avutil.AV_PIX_FMT_YUV420P);
        recorder.setFormat("mp4");
        try {
            recorder.start();
            Java2DFrameConverter converter = new Java2DFrameConverter();
            //录制一个22秒的视频
            for (int i = 0; i < imgMap.size(); i++) {
                BufferedImage read = ImageIO.read(imgMap.get(i));
                //一秒是25帧 所以要记录25次
                for (int j = 0; j < 25; j++) {
                    recorder.record(converter.getFrame(read));
                }
            }
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            //最后一定要结束并释放资源
            recorder.stop();
            recorder.release();
        }
    }

    /**
     * @param videoPath 视频目录
     * @param audioPath 声音目录
     * @param outPut    输出目录
     * @return
     * @throws Exception
     */
    public static boolean mergeAudioAndVideo(String videoPath, String audioPath, String outPut) throws Exception {
        boolean isCreated = true;
        File file = new File(videoPath);
        if (!file.exists()) {
            return false;
        }
        FrameRecorder recorder = null;
        FrameGrabber grabber1 = null;
        FrameGrabber grabber2 = null;
        try {
            //抓取视频帧
            grabber1 = new FFmpegFrameGrabber(videoPath);
            grabber1.start();
            //抓取音频帧
            grabber2 = new FFmpegFrameGrabber(audioPath);
            grabber2.start();
            //创建录制
            recorder = new FFmpegFrameRecorder(outPut,
                    grabber1.getImageWidth(), grabber1.getImageHeight(),
                    grabber2.getAudioChannels());
            recorder.setFormat("mp4");
            recorder.setFrameRate(grabber1.getFrameRate());
            recorder.setSampleRate(grabber2.getSampleRate());
            recorder.start();

            Frame frame1;
            Frame frame2 = null;
            //先录入视频
            long t1 = 0;
            Map<String, String> map = grabber1.getAudioOptions();
            for(String key : map.keySet()){
                System.out.println(key + "--" + map.get(key));
            }
            while ((frame1 = grabber1.grabFrame()) != null) {
                recorder.record(frame1);
                t1 = frame1.timestamp;
            }
            //然后录入音频
            long t2 = 0;
            while ((frame2 = grabber2.grabFrame()) != null) {
                recorder.record(frame2);
                t2 = frame2.timestamp;
                if(t2 == t1) break;
            }
            grabber1.stop();
            grabber2.stop();
            recorder.stop();
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            try {
                if (recorder != null) {
                    recorder.release();
                }
                if (grabber1 != null) {
                    grabber1.release();
                }
                if (grabber2 != null) {
                    grabber2.release();
                }
            } catch (FrameRecorder.Exception e) {
                e.printStackTrace();
            }
        }
        return isCreated;

    }


}