railbird/react-native-vision-camera
9
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: Synchronize Audio Frames with Video Frames using masterClock (#161)

Browse Source 
* Synchronize Audio Frames with Video Frames using `masterClock`

* Update CameraView+RecordVideo.swift
This commit is contained in:
Marc Rousavy 2021-06-03 14:50:08 +02:00 committed by GitHub
parent aaad8fc94a
commit ca0c0e92e0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ios/CameraView+RecordVideo.swift
View File

@ -152,9 +152,12 @@ extension CameraView: AVCaptureVideoDataOutputSampleBufferDelegate, AVCaptureAud
} }
switch captureOutput { switch captureOutput {
case is AVCaptureVideoDataOutput: case is AVCaptureVideoDataOutput:
recordingSession.appendBuffer(sampleBuffer, type: .video) recordingSession.appendBuffer(sampleBuffer, type: .video, timestamp: CMSampleBufferGetPresentationTimeStamp(sampleBuffer))
case is AVCaptureAudioDataOutput: case is AVCaptureAudioDataOutput:
recordingSession.appendBuffer(sampleBuffer, type: .audio) let timestamp = CMSyncConvertTime(CMSampleBufferGetPresentationTimeStamp(sampleBuffer),
from: audioCaptureSession.masterClock!,
to: captureSession.masterClock!)
recordingSession.appendBuffer(sampleBuffer, type: .audio, timestamp: timestamp)
default: default:
break break
} }

3
ios/RecordingSession.swift
View File

@ -106,7 +106,7 @@ class RecordingSession {
ReactLogger.log(level: .info, message: "Started RecordingSession at \(initialTimestamp!.seconds) seconds.") ReactLogger.log(level: .info, message: "Started RecordingSession at \(initialTimestamp!.seconds) seconds.")
} }
func appendBuffer(_ buffer: CMSampleBuffer, type bufferType: BufferType) { func appendBuffer(_ buffer: CMSampleBuffer, type bufferType: BufferType, timestamp: CMTime) {
if !CMSampleBufferDataIsReady(buffer) { if !CMSampleBufferDataIsReady(buffer) {
return return
} }
@ -117,7 +117,6 @@ class RecordingSession {
return return
} }
let timestamp = CMSampleBufferGetPresentationTimeStamp(buffer)
latestTimestamp = timestamp latestTimestamp = timestamp
switch bufferType { switch bufferType {