javaCV視頻處理之提取人像視頻

更新時間：2021年12月24日 11:03:07 作者：洛陽泰山

這篇文章主要介紹了利用JavaCV實現(xiàn)提取視頻中的人像并保存為視頻，文中的示例代碼講解詳細，對我們學(xué)習(xí)JavaCV有一定的幫助，需要的可以參考一下

效果圖對比

左側(cè)的為原視頻，右側(cè)為提取人像跳舞的視頻。

pom文件引入依賴

	<!-- https://mvnrepository.com/artifact/com.baidu.aip/java-sdk -->
		<dependency>
			<groupId>com.baidu.aip</groupId>
			<artifactId>java-sdk</artifactId>
			<version>4.16.3</version>
		</dependency>
		<!-- https://mvnrepository.com/artifact/org.bytedeco/javacv-platform -->
		<dependency>
			<groupId>org.bytedeco</groupId>
			<artifactId>javacv-platform</artifactId>
			<version>1.5.5</version>
		</dependency>

?java核心實現(xiàn)代碼（完整）?

 
import com.baidu.aip.bodyanalysis.AipBodyAnalysis;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.FFmpegFrameRecorder;
import org.bytedeco.javacv.Frame;
import org.bytedeco.javacv.Java2DFrameConverter;
 
import javax.imageio.ImageIO;
import java.awt.*;
import java.awt.image.BufferedImage;
import java.io.*;
import java.util.HashMap;
 
import org.bytedeco.ffmpeg.global.avutil;
import org.bytedeco.ffmpeg.global.avcodec;
import org.json.JSONObject;
import sun.misc.BASE64Decoder;
 
public class VideoProcessor {
    //設(shè)置APPID/AK/SK
    public static final String APP_ID = "25393592";
    public static final String API_KEY = "OkRDD6FQwm5hTKGSMIEL9RN4";
    public static final String SECRET_KEY = "ONAxohflnqL2HwBEQB2iGUCjmO5lgywp";
 
 
    final static String videoFolderPath = "C:/Users/liuya/Desktop/video/";
    final static String videoName = "demo.mp4";
    final static String imageFolderPath = "C:/Users/liuya/Desktop/people/";
 
 
    public static void main(String[] args) throws Exception {
        videoProcess(videoFolderPath + videoName);
    }
 
    //視頻水印
    public static void videoProcess(String filePath) {
        //抓取視頻圖像資源
        FFmpegFrameGrabber videoGrabber = new FFmpegFrameGrabber(filePath);
        //抓取視頻圖像資源
        FFmpegFrameGrabber audioGrabber = new FFmpegFrameGrabber(filePath);
        try {
            videoGrabber.start();
            audioGrabber.start();
            FFmpegFrameRecorder recorder = new FFmpegFrameRecorder(videoFolderPath + "new" + videoName, videoGrabber.getImageWidth(), videoGrabber.getImageHeight(), videoGrabber.getAudioChannels());
            recorder.setPixelFormat(avutil.AV_PIX_FMT_YUV420P);
            recorder.setVideoCodec(avcodec.AV_CODEC_ID_H264);
            recorder.start();
            //處理圖像
            int videoSize = videoGrabber.getLengthInVideoFrames();
            for (int i = 0; i < videoSize; i++) {
                Frame videoFrame = videoGrabber.grabImage();
                if (videoFrame != null && videoFrame.image != null) {
                    System.out.println("視頻共" + videoSize + "幀，正處理第" + (i + 1) + "幀圖片");
                    Java2DFrameConverter converter = new Java2DFrameConverter();
                    BufferedImage bi=converter.getBufferedImage(videoFrame);
                    BufferedImage bufferedImage = splitting(bi);
                    recorder.record(converter.convert(bufferedImage));
                }
            }
            //處理音頻
            for (int i = 0; i < audioGrabber.getLengthInAudioFrames(); i++) {
                Frame audioFrame = audioGrabber.grabSamples();
                if (audioFrame != null && audioFrame.samples != null) {
                    recorder.recordSamples(audioFrame.sampleRate, audioFrame.audioChannels, audioFrame.samples);
                }
            }
            recorder.stop();
            recorder.release();
            videoGrabber.stop();
            audioGrabber.stop();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
 
    public static BufferedImage splitting(BufferedImage image){
        ByteArrayOutputStream out=new ByteArrayOutputStream();
        try {
            ImageIO.write(image,"png",out);
        } catch (IOException e) {
            e.printStackTrace();
        }
        return splitting(out.toByteArray());
    }
 
    public static BufferedImage splitting(byte[] image){
        // 初始化一個AipBodyAnalysis
        AipBodyAnalysis client = new AipBodyAnalysis(APP_ID, API_KEY, SECRET_KEY);
        // 可選：設(shè)置網(wǎng)絡(luò)連接參數(shù)
        client.setConnectionTimeoutInMillis(2000);
        client.setSocketTimeoutInMillis(60000);
        // 傳入可選參數(shù)調(diào)用接口
        HashMap<String, String> options = new HashMap<String, String>();
        options.put("type", "foreground");
        // 參數(shù)為本地路徑
        JSONObject res = client.bodySeg(image, options);
        return  convert(res.get("foreground").toString());
    }
 
 
    public static BufferedImage convert(String labelmapBase64) {
        try {
            BASE64Decoder decoder = new BASE64Decoder();
            byte[] bytes = decoder.decodeBuffer(labelmapBase64);
            InputStream is = new ByteArrayInputStream(bytes);
            BufferedImage image = ImageIO.read(is);
            //失真處理
            BufferedImage newBufferedImage = new BufferedImage(image.getWidth(), image.getHeight(), BufferedImage.TYPE_INT_RGB);
            newBufferedImage.createGraphics().drawImage(image, 0, 0, Color.WHITE, null);
            ByteArrayOutputStream out=new ByteArrayOutputStream();
            ImageIO.write(newBufferedImage, "png", out);
            ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray());
            return ImageIO.read(in);
        } catch (IOException e) {
            e.printStackTrace();
            return null;
        }
    }
 
 
}

控制臺輸出