JavaCV

调用摄像头

public class Camera {


    public static void main(String[] args) throws FrameGrabber.Exception {
        // 开启抓取器
        OpenCVFrameGrabber grabber = new OpenCVFrameGrabber(0);
        grabber.start();
        // 开启窗口
        CanvasFrame canvasFrame = new CanvasFrame("OpenCV Frame");
        canvasFrame.setDefaultCloseOperation(JFrame.DISPOSE_ON_CLOSE);
        canvasFrame.setAlwaysOnTop(true);
        // 设置窗口大小
        canvasFrame.setCanvasSize(800, 600);
        // 循环展示
        while (canvasFrame.isVisible()) {
            canvasFrame.showImage(grabber.grab());
        }
        grabber.close();//关闭抓取器
    }
}

录制视频

public class Recording {

    private static final String FILE_NAME = "D://recording.mp4";

    @SuppressWarnings("resource")
    public static void main(String[] args) throws FrameGrabber.Exception, FrameRecorder.Exception {
        // 开启抓取器
        OpenCVFrameGrabber grabber = new OpenCVFrameGrabber(0);
        grabber.start();

        //转换器，抓取一帧视频并将其转换为图像
        OpenCVFrameConverter<IplImage> converter = new OpenCVFrameConverter.ToIplImage();
        IplImage iplImage = converter.convertToIplImage(grabber.grab());

        // 开启录制器
        OpenCVFrameRecorder recorder = new OpenCVFrameRecorder(FILE_NAME, iplImage.width(), iplImage.height());
        recorder.setVideoCodec(avcodec.AV_CODEC_ID_MPEG4);
        recorder.setFormat("mp4");
        recorder.start();

        // 开启窗口
        CanvasFrame canvasFrame = new CanvasFrame("OpenCV Frame");
        canvasFrame.setDefaultCloseOperation(JFrame.DISPOSE_ON_CLOSE);
        canvasFrame.setAlwaysOnTop(true);
        // 设置窗口大小
        canvasFrame.setCanvasSize(iplImage.width(), iplImage.height());
        // 循环展示
        Frame image;
        while (canvasFrame.isVisible()) {
            image = grabber.grab();
            canvasFrame.showImage(image);
            recorder.record(image);
        }

        recorder.close();// 关闭推流录制器，close包含release和stop操作
        grabber.close();// 关闭抓取器
    }
}

录制带音频的视频

public class Audio {
    // 采样率
    private final static int SAMPLE_RATE = 44100;
    // 音频通道数，2表示立体声
    private final static int CHANNEL_NUM = 2;

    private static final String FILE_NAME = "D://recording.mp4";

    @SuppressWarnings("resource")
    public static void main(String[] args) throws FrameGrabber.Exception, FrameRecorder.Exception, LineUnavailableException {

        // 音频格式的参数
        AudioFormat audioFormat = new AudioFormat(SAMPLE_RATE, 16, CHANNEL_NUM, true, false);
        // 获取数据线所需的参数
        DataLine.Info dataLineInfo = new DataLine.Info(TargetDataLine.class, audioFormat);
        // 从音频捕获设备取得其数据的数据线，之后的音频数据就从该数据线中获取
        TargetDataLine line = (TargetDataLine) AudioSystem.getLine(dataLineInfo);
        line.open(audioFormat);
        // 数据线与音频数据的IO建立联系
        line.start();
        // 每次取得的原始数据大小
        final int audioBufferSize = SAMPLE_RATE * CHANNEL_NUM;
        // 初始化数组，用于暂存原始音频采样数据
        byte[] audioBytes = new byte[audioBufferSize];


        // 开启抓取器
        OpenCVFrameGrabber grabber = new OpenCVFrameGrabber(0);
        grabber.start();

        //转换器，抓取一帧视频并将其转换为图像
        OpenCVFrameConverter<IplImage> converter = new OpenCVFrameConverter.ToIplImage();
        IplImage iplImage = converter.convertToIplImage(grabber.grab());

        // 开启录制器
        FFmpegFrameRecorder recorder = new FFmpegFrameRecorder(FILE_NAME, iplImage.width(), iplImage.height());
        recorder.setVideoCodec(avcodec.AV_CODEC_ID_MPEG4);
        recorder.setFormat("mp4");
        // 码率恒定
        recorder.setAudioOption("crf", "0");
        // 最高音质
        recorder.setAudioQuality(0);
        // 192 Kbps
        recorder.setAudioBitrate(192000);
        // 采样率
        recorder.setSampleRate(SAMPLE_RATE);
        // 立体声
        recorder.setAudioChannels(2);
        // 编码器
        recorder.setAudioCodec(avcodec.AV_CODEC_ID_AAC);
        recorder.start();

        // 开启窗口
        CanvasFrame canvasFrame = new CanvasFrame("OpenCV Frame");
        canvasFrame.setDefaultCloseOperation(JFrame.DISPOSE_ON_CLOSE);
        canvasFrame.setAlwaysOnTop(true);
        // 设置窗口大小
        canvasFrame.setCanvasSize(iplImage.width(), iplImage.height());
        // 循环展示
        Frame image;
        while (canvasFrame.isVisible()) {
            image = grabber.grab();
            canvasFrame.showImage(image);
            recorder.record(image);

            int nBytesRead = line.read(audioBytes, 0, line.available());
            // 采样数据是16比特，也就是2字节，对应的数据类型就是short，
            // 所以准备一个short数组来接受原始的byte数组数据
            // short是2字节，所以数组长度就是byte数组长度的二分之一
            int nSamplesRead = nBytesRead / 2;
            short[] samples = new short[nSamplesRead];
            // 两个byte放入一个short中的时候，谁在前谁在后？这里用LITTLE_ENDIAN指定拜访顺序，
            ByteBuffer.wrap(audioBytes).order(ByteOrder.LITTLE_ENDIAN).asShortBuffer().get(samples);
            // 将short数组转为ShortBuffer对象，因为帧录制器的入参需要该类型
            ShortBuffer sBuff = ShortBuffer.wrap(samples, 0, nSamplesRead);
            // 音频帧交给帧录制器输出
            recorder.recordSamples(SAMPLE_RATE, CHANNEL_NUM, sBuff);
        }

        recorder.close();// 关闭推流录制器，close包含release和stop操作
        grabber.close();// 关闭抓取器
    }
}

人脸识别

public class Face {


    @SuppressWarnings("resource")
    public static void main(String[] args) throws FrameGrabber.Exception {

        CascadeClassifier cascadeClassifier = new CascadeClassifier("D:\\Workspace\\javacv-demo\\src\\main\\resources\\haarcascade_frontalface_alt.xml");

        OpenCVFrameGrabber grabber = new OpenCVFrameGrabber(0);
        grabber.start();

        // 转换器，抓取一帧视频并将其转换为图像，获取图像大小
        OpenCVFrameConverter.ToIplImage imageConverter = new OpenCVFrameConverter.ToIplImage();
        Frame grab = grabber.grab();
        IplImage iplImage = imageConverter.convertToIplImage(grab);

        OpenCVFrameConverter.ToMat converter = new OpenCVFrameConverter.ToMat();

        // 开启窗口
        CanvasFrame canvasFrame = new CanvasFrame("OpenCV Frame");
        canvasFrame.setDefaultCloseOperation(JFrame.DISPOSE_ON_CLOSE);
        canvasFrame.setAlwaysOnTop(true);
        // 设置窗口大小
        canvasFrame.setCanvasSize(iplImage.width(), iplImage.height());
        // 循环展示
        Frame frame;
        while (canvasFrame.isVisible()) {
            frame = grabber.grab();
            Mat image = converter.convertToMat(frame);
            RectVector faces = new RectVector();
            cascadeClassifier.detectMultiScale(image, faces);
            for (int i = 0; i < faces.size(); i++) {
                opencv_imgproc.rectangle(image, faces.get(i), new Scalar().green(255));
            }
            canvasFrame.showImage(frame);
        }

        grabber.close();// 关闭抓取器
    }
}

人脸64关键点

public class FacemarkDemo {

    @SuppressWarnings("resource")
    public static void main(String[] args) throws FrameGrabber.Exception {
        CascadeClassifier cascadeClassifier = new CascadeClassifier("D:\\Workspace\\javacv-demo\\src\\main\\resources\\haarcascade_frontalface_alt.xml");
        Facemark facemark = createFacemarkLBF();
        facemark.loadModel("D:\\Workspace\\javacv-demo\\src\\main\\resources\\lbfmodel.yaml");
        OpenCVFrameGrabber grabber = new OpenCVFrameGrabber(0);
        grabber.start();

        // 转换器，抓取一帧视频并将其转换为图像，获取图像大小
        OpenCVFrameConverter.ToIplImage imageConverter = new OpenCVFrameConverter.ToIplImage();
        Frame grab = grabber.grab();
        IplImage iplImage = imageConverter.convertToIplImage(grab);

        OpenCVFrameConverter.ToMat converter = new OpenCVFrameConverter.ToMat();

        // 开启窗口
        CanvasFrame canvasFrame = new CanvasFrame("OpenCV Frame");
        canvasFrame.setDefaultCloseOperation(JFrame.DISPOSE_ON_CLOSE);
        // 设置窗口大小
        canvasFrame.setCanvasSize(iplImage.width(), iplImage.height());
        // 循环展示
        Frame frame;
        while (canvasFrame.isVisible()) {
            frame = grabber.grab();
            Mat image = converter.convertToMat(frame);
            RectVector faces = new RectVector();
            cascadeClassifier.detectMultiScale(image, faces);
            Point2fVectorVector landmarks = new Point2fVectorVector();
            if (!image.empty() && faces.size() > 0) {
                facemark.fit(image, faces, landmarks);
                for (int i = 0; i < landmarks.size(); i++) {
                    drawFacemarks(image, landmarks.get(i), new Scalar().red(255));
                }

            }
            for (int i = 0; i < faces.size(); i++) {
                opencv_imgproc.rectangle(image, faces.get(i), new Scalar().green(255));
            }
            canvasFrame.showImage(frame);
        }

        grabber.close();// 关闭抓取器
    }
}