首页 > 解决方案 > 通过 Webrtc 发送重播套件音频样本(不是麦克风)

问题描述

我能够将 Replaykit 视频样本发送到远程对等点,但没有音频。用什么代替 RTCVideoFrame?有没有办法可以一起发送音频视频数据?

以下是片段:

 var peerConnectionFactory: RTCPeerConnectionFactory?
        var localVideoSource: RTCVideoSource?
        var videoCapturer: RTCVideoCapturer?
        func setupVideoCapturer(){
                // localVideoSource and videoCapturer will use 
                localVideoSource = self.peerConnectionFactory!.videoSource() 
                videoCapturer = RTCVideoCapturer()
                localVideoSource.capturer(videoCapturer, didCapture: videoFrame!)

                let videoTrack : RTCVideoTrack =   self.peerConnectionFactory!.videoTrack(with: localVideoSource, trackId: "100”)

                let mediaStream: RTCMediaStream = (self.peerConnectionFactory?.mediaStream(withStreamId: “1"))!
                mediaStream.addVideoTrack(videoTrack)
                self.newPeerConnection!.add(mediaStream)
            }


     override func processSampleBuffer(_ sampleBuffer: CMSampleBuffer, with sampleBufferType: RPSampleBufferType) {
         switch sampleBufferType {
                   case RPSampleBufferType.video:

                // create the CVPixelBuffer
                let pixelBuffer:CVPixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer)!;

                // create the RTCVideoFrame
                var videoFrame:RTCVideoFrame?;
                let timestamp = NSDate().timeIntervalSince1970 * 1000
                videoFrame = RTCVideoFrame(pixelBuffer: pixelBuffer, rotation: RTCVideoRotation._0, timeStampNs: Int64(timestamp))
                // connect the video frames to the WebRTC
                localVideoSource.capturer(videoCapturer, didCapture: videoFrame!)

                break
            }
        } 

标签: ioswebrtcscreensharingreplaykitapprtc

解决方案


推荐阅读