关于JAVA海康ISUPSDK推送前端播放

知识点

• • 须知
  • 安装zlmediakit流媒体服务器
  • 前端环境
  • 后端核心
  • 总结

    须知

    注意：该需求是用于公网设备（4G、户外坏境）；请先了解需求后做参考

    下载好海康的ISUPSDK的demo（ehome5.0）

    安装zlmediakit流媒体服务器

    自行查看

    前端环境

    vue2、西瓜播放器

    后端核心

    这个是核心，获取到sdk回调得到的流数据后 推送到zlm

    private PipedOutputStream outputStream;// 管道输出流    private PipedOutputStream picOutputStream;// 抓图管道流    //预览回调数据    public class FPreviewDataCallback implements PREVIEW_DATA_CB {        @Override        public boolean invoke(int iPreviewHandle, Pointer pPreviewCBMsg, Pointer pUserData) {            String sClassName = NET_EHOME_PREVIEW_CB_MSG.class.getName();            NET_EHOME_PREVIEW_CB_MSG strPreviewData=null;            try{                strPreviewData = (NET_EHOME_PREVIEW_CB_MSG) CommonMethod.WritePointerDataToClass(pPreviewCBMsg, sClassName);            }catch (Exception e){                e.printStackTrace();            }            if(strPreviewData.pRecvdata == null || strPreviewData.dwDataLen                 return false;            }            switch (strPreviewData.byDataType)            {                case ISUPStreamByJNA.NET_DVR_SYSHEAD: {                    logger.info("HIK Stream Header len:" + strPreviewData.dwDataLen);                    break;                }                case ISUPStreamByJNA.NET_DVR_STREAMDATA:                {                    try{                        haiKangSdkAccessHashMap.get(iPreviewHandle+"_1").onMediaStream(strPreviewData.pRecvdata.getByteArray(0,strPreviewData.dwDataLen),false,true);                    }catch (Exception e){                        e.printStackTrace();                        WvpDevice wvpDevice=wvpDeviceService.selectWvpDeviceByIPreviewHandle((long)iPreviewHandle);                        if(wvpDevice!=null){//                            Preview.StopPreview(wvpDevice.getDeviceId());                            haiKangSdkAccessHashMap.remove(iPreviewHandle + "_1");                        }                    }                }            }            return true;        }        if(t==null){            String zlmRTMPUrl = rtmpUrl +deviceChannel ;            //启动javacv解析处理器线程            logger.info("启动javacv解析处理器线程"+zlmRTMPUrl);            t=new JavaCVProcessThread(zlmRTMPUrl,deviceChannel,redisCache);//            t=new JavaCVProcessThread("rtmp://127.0.0.1:1935/live/"+deviceId);            t.start();        }        if(t!=null){            //写出视频码流到javacv多线程解析处理器            redisCache.setCacheObject(deviceChannel,deviceChannel,60, TimeUnit.SECONDS);            t.push(data, data.length,deviceChannel, isReal);        }    }    RedisCache redisCache;    //日志文件    protected static final Logger logger = LoggerFactory.getLogger(EStream.class);    JavaCVProcessThread t =null;    private String deviceChannel;    private Long luserId;    private int lLinkHandle;    private String rtmpUrl;    private int model;    public HaiKangSdkAccess(String deviceChannel, Long luserId, int lLinkHandle, String rtmpUrl,RedisCache redisCache,int model) {        this.deviceChannel = deviceChannel;        this.luserId = luserId;        this.lLinkHandle = lLinkHandle;        this.rtmpUrl = rtmpUrl;        this.redisCache=redisCache;        //1实时预览 2-回放        this.model = model;    }    //通过海康/大华sdk回调函数每次回调传输过来的视频字节数组数据写入到管道流    public void onMediaStream(byte[] data, boolean isAudio, boolean isReal) throws IOException {        if(t==null){            String zlmRTMPUrl = rtmpUrl +deviceChannel ;            //启动javacv解析处理器线程            logger.info("启动javacv解析处理器线程"+zlmRTMPUrl);            t=new JavaCVProcessThread(zlmRTMPUrl,deviceChannel,redisCache);//            t=new JavaCVProcessThread("rtmp://127.0.0.1:1935/live/"+deviceId);            t.start();        }        if(t!=null){            //写出视频码流到javacv多线程解析处理器            redisCache.setCacheObject(deviceChannel,deviceChannel,60, TimeUnit.SECONDS);            t.push(data, data.length,deviceChannel, isReal);        }    }}/** * javacv多线程解析处理器，用于读取海康/大华/宇视设备sdk回调视频码流并解析转码推流到rtmp * @author fs * */class JavaCVProcessThread extends Thread{    private static final Logger log = LoggerFactory.getLogger(JavaCVProcessThread.class);    //日志文件    protected static final Logger logger = LoggerFactory.getLogger(EStream.class);    FFmpegFrameGrabber grabber=null;    FFmpegFrameRecorder recorder = null;    PipedInputStream inputStream;    PipedOutputStream outputStream;    String pushAddress;    String deviceId;    RedisCache redisCache;    /**     * 创建用于把字节数组转换为inputstream流的管道流     * @throws IOException     */    public JavaCVProcessThread(String output,String deviceId,RedisCache redisCache) throws IOException {        this.redisCache=redisCache;        this.deviceId=deviceId;        pushAddress = output;        outputStream = new PipedOutputStream();        inputStream = new PipedInputStream();        outputStream.connect(inputStream);        System.out.println("创建线程："+inputStream);    }    /**     * 异步接收海康/大华/宇视设备sdk回调实时视频裸流数据     * @param data     * @param size     */    public void push(byte[] data,int size,String playKey, boolean isReal) throws IOException {        try {            outputStream.write(data, 0, size);        } catch (Exception e) {            // TODO Auto-generated catch block            e.printStackTrace();            if (isReal){                Preview.StopPreview(playKey);            }else{                Preview.PlaybackStop(playKey);            }        }    }    @Override    public void run() {        try {            Thread.sleep(500);            // ffmepg日志级别            avutil.av_log_set_level(avutil.AV_LOG_ERROR);            FFmpegLogCallback.set();            // 实例化帧抓取器对象，将文件路径传入            // 1.直接以文件形式实例化帧抓取器，此方式可以推送h264，ps码流格式的MP4//        FFmpegFrameGrabber grabber = new FFmpegFrameGrabber(MP4_FILE_PATH);            // 2.从文件中取流实例化帧抓取器,此方式只能推送ps码流的MP4            log.info(inputStream.toString());            FFmpegFrameGrabber grabber = new FFmpegFrameGrabber(inputStream,0);            long startTime = System.currentTimeMillis();            log.info("开始初始化帧抓取器");            // 下面两行设置可加可不加            grabber.setOption("analyzeduration", "1000000");//        grabber.setFormat("h264");            // 初始化帧抓取器，例如数据结构（时间戳、编码器上下文、帧对象等），            // 如果入参等于true，还会调用avformat_find_stream_info方法获取流的信息，放入AVFormatContext类型的成员变量oc中            grabber.setPixelFormat(avutil.AV_PIX_FMT_YUV420P);            grabber.setVideoCodec(avcodec.AV_CODEC_ID_H264);            grabber.setAudioStream(Integer.MAX_VALUE);            grabber.start();//        grabber.startUnsafe(true); // 也可以使用此方法            log.info("帧抓取器初始化完成，耗时[{}]毫秒", System.currentTimeMillis()-startTime);            // grabber.start方法中，初始化的解码器信息存在放在grabber的成员变量oc中            AVFormatContext avFormatContext = grabber.getFormatContext();            // 文件内有几个媒体流（一般是视频流+音频流）            int streamNum = avFormatContext.nb_streams();            // 没有媒体流就不用继续了            if (streamNum                log.error("文件内不存在媒体流");                return;            }            // 取得视频的帧率            int frameRate = (int)grabber.getVideoFrameRate();            log.info("视频帧率[{}]，视频时长[{}]秒，媒体流数量[{}]",                    frameRate,                    avFormatContext.duration()/1000000,                    avFormatContext.nb_streams());            // 遍历每一个流，检查其类型            for (int i=0; i