javacv 接收RTSP流（或avi/mp4視頻文件）,輸出byte[]

1.maven依賴

<dependency>
            <groupId>org.bytedeco</groupId>
            <artifactId>javacv-platform</artifactId>
            <version>1.5.1</version>
            <type>pom</type>
</dependency>

2.線程類

package com.bs.thread;

import com.bs.controller.BsDataController;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.Frame;
import org.bytedeco.javacv.FrameGrabber;
import org.bytedeco.javacv.Java2DFrameConverter;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.scheduling.annotation.Async;
import javax.imageio.ImageIO;
import java.awt.image.BufferedImage;
import java.io.ByteArrayOutputStream;
import java.io.IOException;

public class RtspToJpgThread extends Thread {

    public  String FLAG="CLOSE";

    private String rtspUrl;

    private String rtspTransportType="udp";

    private  FFmpegFrameGrabber grabber;

    private final Logger log = LoggerFactory.getLogger(this.getClass());

    private  boolean isStart = false;

    /**
     * 視頻幀率
     */
    private  int frameRate = 30;
    /**
     * 視頻寬度
     */
    private  int frameWidth = 480;
    /**
     * 視頻高度
     */
    private  int frameHeight = 270;

    public RtspToJpgThread(String rtspUrl){
        this.rtspUrl=rtspUrl;
    }

    @Override
    public void run() {
        live();
    }



    /**
     * 開啟獲取rtsp流，通過websocket傳輸數據
     */
    @Async
    public void live() {
        log.info("連接rtsp："+rtspUrl+",開始創建grabber");
        grabber = createGrabber(rtspUrl);
        if (grabber != null) {
            log.info("創建grabber成功");
        } else {
            log.info("創建grabber失敗");
        }
        startCameraPush();
    }

    /**
     * 構造視頻抓取器
     *
     * @param rtsp 拉流地址
     * @return
     */
    public FFmpegFrameGrabber createGrabber(String rtsp) {
        // 獲取視頻源
        try {
            FFmpegFrameGrabber grabber = FFmpegFrameGrabber.createDefault(rtsp);
            grabber.setOption("rtsp_transport", rtspTransportType);
            //設置幀率
            grabber.setFrameRate(frameRate);
            //設置獲取的視頻寬度
            grabber.setImageWidth(frameWidth);
            //設置獲取的視頻高度
            grabber.setImageHeight(frameHeight);
            //設置視頻bit率
            grabber.setVideoBitrate(2000000);
            return grabber;
        } catch (FrameGrabber.Exception e) {
            log.error("創建解析rtsp FFmpegFrameGrabber 失敗");
            log.error("create rtsp FFmpegFrameGrabber exception: ", e);
            return null;
        }
    }

    /**
     * 推送圖片（攝像機直播）
     */
    public void startCameraPush() {
        Java2DFrameConverter java2DFrameConverter = new Java2DFrameConverter();
        while (true) {
            if (grabber == null) {
                log.info("重試連接rtsp："+rtspUrl+",開始創建grabber");
                grabber = createGrabber(rtspUrl);
                log.info("創建grabber成功");
            }
            try {
                if (grabber != null && !isStart) {
                    grabber.start();
                    isStart = true;
                    log.info("啟動grabber成功");
                }
                if (grabber != null) {
                    Frame frame = grabber.grabImage();
                    if (null == frame) {
                        continue;
                    }
                    BufferedImage bufferedImage = java2DFrameConverter.getBufferedImage(frame);
                    byte[] bytes = imageToBytes(bufferedImage, "jpg");
                    //使用websocket發送視頻幀數據
                    if("OPEN".equals(FLAG)){
                        //log.info("============ 線程"+rtspUrl+"發出數據 ============");
                        BsDataController.ws.sendAllByObject(bytes);
                    }

                }
            } catch (FrameGrabber.Exception | RuntimeException e) {
                log.error("因為異常，grabber關閉，rtsp連接斷開，嘗試重新連接");
                log.error("exception : " , e);
                if (grabber != null) {
                    try {
                        grabber.stop();
                    } catch (FrameGrabber.Exception ex) {
                        log.error("grabber stop exception: ", ex);
                    } finally {
                        grabber = null;
                        isStart = false;
                    }
                }
            }
        }
    }

    /**
     * 圖片轉字節數組
     *
     * @param bImage 圖片數據
     * @param format 格式
     * @return 圖片字節碼
     */
    private byte[] imageToBytes(BufferedImage bImage, String format) {
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        try {
            ImageIO.write(bImage, format, out);
        } catch (IOException e) {
            log.error("bufferImage 轉 byte 數組異常");
            log.error("bufferImage transfer byte[] exception: ", e);
            return null;
        }
        return out.toByteArray();
    }
}