-->

Send Replay Kit Audio samples(not Microphone) Over

2019-07-27 12:58发布

问题:

I am able to send Replaykit video samples to the remote peer but with no Audio. What to use instead of RTCVideoFrame? Is there a way I can send a Audio Video data together?

Below is the snippet:

 var peerConnectionFactory: RTCPeerConnectionFactory?
        var localVideoSource: RTCVideoSource?
        var videoCapturer: RTCVideoCapturer?
        func setupVideoCapturer(){
                // localVideoSource and videoCapturer will use 
                localVideoSource = self.peerConnectionFactory!.videoSource() 
                videoCapturer = RTCVideoCapturer()
                localVideoSource.capturer(videoCapturer, didCapture: videoFrame!)

                let videoTrack : RTCVideoTrack =   self.peerConnectionFactory!.videoTrack(with: localVideoSource, trackId: "100”)

                let mediaStream: RTCMediaStream = (self.peerConnectionFactory?.mediaStream(withStreamId: “1"))!
                mediaStream.addVideoTrack(videoTrack)
                self.newPeerConnection!.add(mediaStream)
            }


     override func processSampleBuffer(_ sampleBuffer: CMSampleBuffer, with sampleBufferType: RPSampleBufferType) {
         switch sampleBufferType {
                   case RPSampleBufferType.video:

                // create the CVPixelBuffer
                let pixelBuffer:CVPixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer)!;

                // create the RTCVideoFrame
                var videoFrame:RTCVideoFrame?;
                let timestamp = NSDate().timeIntervalSince1970 * 1000
                videoFrame = RTCVideoFrame(pixelBuffer: pixelBuffer, rotation: RTCVideoRotation._0, timeStampNs: Int64(timestamp))
                // connect the video frames to the WebRTC
                localVideoSource.capturer(videoCapturer, didCapture: videoFrame!)

                break
            }
        }