如何将海康威视摄像头SDK的视频流传输到前端Vue项目中？_Java

如何将海康威视摄像头sdk的视频流传输到前端vue项目中？

将海康威视摄像头sdk视频流集成到vue前端项目

本文介绍如何将通过海康威视摄像头sdk获取的视频流，传输到vue前端项目进行展示。海康威视sdk的demo通常基于java swing，不适用于直接集成到前端项目。我们将采用后端流媒体服务器作为桥梁，实现视频流的传输。

开发环境

本方案基于spring boot后端框架，摄像头直接连接到本地电脑，无需云端视频服务。我们使用zlmediakit作为流媒体服务器。

技术方案

后端使用java代码，通过海康威视sdk获取视频流，并将流数据推送到zlmediakit服务器。vue前端项目则从zlmediakit拉取rtsp流进行播放。

后端实现

核心代码片段展示了sdk初始化、设备连接、视频流获取及推流过程。

@service
public class hikvisionserviceimpl implements hikvisionservice {

    @postconstruct
    public void register() {
        hikvisionclient client = new hikvisionclient();
        client.initpipedstream();
        client.clientinit();
        client.action();
    }
}

登录后复制

hikvisionclient类包含初始化和连接设备的逻辑：

public class hikvisionclient {

    executorservice executor = executors.newfixedthreadpool(5);
    ffmpegframegrabber grabber;
    ffmpegframerecorder recorder;
    pipedinputstream inputstream = new pipedinputstream();
    pipedoutputstream outputstream = new pipedoutputstream();
    string pushaddress = "rtsp://127.0.0.1:554/live/1";

    public void initpipedstream() {
        try {
            outputstream.connect(inputstream);
            system.out.println("piped stream connected successfully.");
        } catch (ioexception e) {
            throw new runtimeexception(e);
        }
    }

    public void clientinit() {
        // sdk初始化代码
    }

    public void register() {
        // 设备注册代码
    }

    public void action() {
        // 获取视频流并预览
    }

    class realdatacallback implements hcnetsdk.frealdatacallback_v30 {
        @override
        public void invoke(int lrealhandle, int dwdatatype, bytebyreference pbuffer, int dwbufsize, pointer puser) {
            if (dwdatatype == hcnetsdk.net_dvr_streamdata) {
                if (dwbufsize > 0) {
                    bytebuffer buffer = pbuffer.getpointer().getbytebuffer(0, dwbufsize);
                    byte[] bytes = new byte[dwbufsize];
                    buffer.get(bytes);
                    executor.execute(() -> push(bytes, dwbufsize));
                }
            }
        }
    }

    public void push(byte[] data, int size) {
        try {
            outputstream.write(data, 0, size);
            handle();
        } catch (ioexception | interruptedexception e) {
            throw new runtimeexception(e);
        }
    }

    public void handle() throws interruptedexception, ioexception {
        // 处理流数据并推送到zlmediakit
        grabber = new ffmpegframegrabber(inputstream);
        grabber.setoption("rtsp_transport", "tcp");
        grabber.setoption("stimeout", "2000000");
        grabber.setpixelformat(av_pix_fmt_yuv420p);
        grabber.setvideocodec(av_codec_id_h264);
        grabber.setaudiostream(integer.min_value);
        grabber.setformat("mpegts"); // or other suitable format
        long starttime = system.currenttimemillis();

        do {
            thread.sleep(100);
            if (system.currenttimemillis() - starttime > 2000) {
                system.out.println("no video stream from sdk callback.");
                return;
            }
        } while (inputstream.available() == 0);

        grabber.start();
        recorder = new ffmpegframerecorder(pushaddress, grabber.getimagewidth(), grabber.getimageheight());
        recorder.setvideocodec(av_codec_id_h264);
        recorder.setformat("flv"); // output as flv for easier frontend integration
        recorder.setframerate(grabber.getframerate());
        recorder.start();

        frame frame;
        while ((frame = grabber.grab()) != null) {
            recorder.record(frame);
        }

        grabber.stop();
        recorder.stop();
        recorder.release();
        grabber.release();
    }
}

登录后复制