cf8f3d05e3
* fix: Add more logs * perf: Init audio AVAssetWriter in parallel * chore: Log Audio Session activation * perf: Init Audio Session asynchronously * chore: Log when category changed * fix: Revert lazy audio initialization * Update Podfile.lock * Pass `sourceFormatHint` to video and audio AVAssetWriter * fix: Remove `sourceFormatHint` from Video Asset Writer * Use default options for Audio Asset Writer * Update Podfile.lock * Revert "Use default options for Audio Asset Writer" This reverts commit e575a14c5342ddc7f9db557d5e3915328ed9e798. * Add time logs * fix: Don't synchronize audio buffers, they are already in sync * shouldOptimizeForNetworkUse = false * fix: Only update `latestTimestamp` once video buffer has been written * perf: Use `AVAssetWriterInput` instead of `AVAssetWriterInputPixelBufferAdaptor` * fix: Fix Audio not being synchronized with Video * Remove logs add comments * Format * feat: Set `.videoRecording` AVAudioSession mode * Refactor `startRecording()` a bit * Format * chore: Throw error directly instead of double-checking
197 lines
6.6 KiB
Swift
197 lines
6.6 KiB
Swift
//
|
|
// CameraSession+Video.swift
|
|
// VisionCamera
|
|
//
|
|
// Created by Marc Rousavy on 11.10.23.
|
|
// Copyright © 2023 mrousavy. All rights reserved.
|
|
//
|
|
|
|
import AVFoundation
|
|
import Foundation
|
|
import UIKit
|
|
|
|
extension CameraSession {
|
|
/**
|
|
Starts a video + audio recording with a custom Asset Writer.
|
|
*/
|
|
func startRecording(options: RecordVideoOptions,
|
|
onVideoRecorded: @escaping (_ video: Video) -> Void,
|
|
onError: @escaping (_ error: CameraError) -> Void) {
|
|
// Run on Camera Queue
|
|
CameraQueues.cameraQueue.async {
|
|
let start = DispatchTime.now()
|
|
ReactLogger.log(level: .info, message: "Starting Video recording...")
|
|
|
|
if options.flash != .off {
|
|
// use the torch as the video's flash
|
|
self.configure { config in
|
|
config.torch = options.flash
|
|
}
|
|
}
|
|
|
|
// Get Video Output
|
|
guard let videoOutput = self.videoOutput else {
|
|
if self.configuration?.video == .disabled {
|
|
onError(.capture(.videoNotEnabled))
|
|
} else {
|
|
onError(.session(.cameraNotReady))
|
|
}
|
|
return
|
|
}
|
|
|
|
let enableAudio = self.configuration?.audio != .disabled
|
|
|
|
// Callback for when the recording ends
|
|
let onFinish = { (recordingSession: RecordingSession, status: AVAssetWriter.Status, error: Error?) in
|
|
defer {
|
|
// Disable Audio Session again
|
|
if enableAudio {
|
|
CameraQueues.audioQueue.async {
|
|
self.deactivateAudioSession()
|
|
}
|
|
}
|
|
// Reset flash
|
|
if options.flash != .off {
|
|
// Set torch mode back to what it was before if we used it for the video flash.
|
|
self.configure { config in
|
|
let torch = self.configuration?.torch ?? .off
|
|
config.torch = torch
|
|
}
|
|
}
|
|
}
|
|
|
|
self.isRecording = false
|
|
self.recordingSession = nil
|
|
ReactLogger.log(level: .info, message: "RecordingSession finished with status \(status.descriptor).")
|
|
|
|
if let error = error as NSError? {
|
|
ReactLogger.log(level: .error, message: "RecordingSession Error \(error.code): \(error.description)")
|
|
// Something went wrong, we have an error
|
|
if error.domain == "capture/aborted" {
|
|
onError(.capture(.aborted))
|
|
} else {
|
|
onError(.capture(.unknown(message: "An unknown recording error occured! \(error.code) \(error.description)")))
|
|
}
|
|
} else {
|
|
if status == .completed {
|
|
// Recording was successfully saved
|
|
let video = Video(path: recordingSession.url.absoluteString,
|
|
duration: recordingSession.duration)
|
|
onVideoRecorded(video)
|
|
} else {
|
|
// Recording wasn't saved and we don't have an error either.
|
|
onError(.unknown(message: "AVAssetWriter completed with status: \(status.descriptor)"))
|
|
}
|
|
}
|
|
}
|
|
|
|
// Create temporary file
|
|
let errorPointer = ErrorPointer(nilLiteral: ())
|
|
let fileExtension = options.fileType.descriptor ?? "mov"
|
|
guard let tempFilePath = RCTTempFilePath(fileExtension, errorPointer) else {
|
|
let message = errorPointer?.pointee?.description
|
|
onError(.capture(.createTempFileError(message: message)))
|
|
return
|
|
}
|
|
|
|
ReactLogger.log(level: .info, message: "Will record to temporary file: \(tempFilePath)")
|
|
let tempURL = URL(string: "file://\(tempFilePath)")!
|
|
|
|
do {
|
|
// Create RecordingSession for the temp file
|
|
let recordingSession = try RecordingSession(url: tempURL,
|
|
fileType: options.fileType,
|
|
completion: onFinish)
|
|
|
|
// Init Audio + Activate Audio Session (optional)
|
|
if enableAudio,
|
|
let audioOutput = self.audioOutput,
|
|
let audioInput = self.audioDeviceInput {
|
|
ReactLogger.log(level: .trace, message: "Enabling Audio for Recording...")
|
|
// Activate Audio Session asynchronously
|
|
CameraQueues.audioQueue.async {
|
|
do {
|
|
try self.activateAudioSession()
|
|
} catch {
|
|
self.onConfigureError(error)
|
|
}
|
|
}
|
|
|
|
// Initialize audio asset writer
|
|
let audioSettings = audioOutput.recommendedAudioSettingsForAssetWriter(writingTo: options.fileType)
|
|
recordingSession.initializeAudioWriter(withSettings: audioSettings,
|
|
format: audioInput.device.activeFormat.formatDescription)
|
|
}
|
|
|
|
// Init Video
|
|
let videoSettings = try videoOutput.recommendedVideoSettings(forOptions: options)
|
|
recordingSession.initializeVideoWriter(withSettings: videoSettings)
|
|
|
|
// start recording session with or without audio.
|
|
try recordingSession.startAssetWriter()
|
|
self.recordingSession = recordingSession
|
|
self.isRecording = true
|
|
|
|
let end = DispatchTime.now()
|
|
ReactLogger.log(level: .info, message: "RecordingSesssion started in \(Double(end.uptimeNanoseconds - start.uptimeNanoseconds) / 1_000_000)ms!")
|
|
} catch let error as NSError {
|
|
if let error = error as? CameraError {
|
|
onError(error)
|
|
} else {
|
|
onError(.capture(.createRecorderError(message: "RecordingSession failed with unknown error: \(error.description)")))
|
|
}
|
|
return
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
Stops an active recording.
|
|
*/
|
|
func stopRecording(promise: Promise) {
|
|
CameraQueues.cameraQueue.async {
|
|
self.isRecording = false
|
|
|
|
withPromise(promise) {
|
|
guard let recordingSession = self.recordingSession else {
|
|
throw CameraError.capture(.noRecordingInProgress)
|
|
}
|
|
recordingSession.finish()
|
|
return nil
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
Pauses an active recording.
|
|
*/
|
|
func pauseRecording(promise: Promise) {
|
|
CameraQueues.cameraQueue.async {
|
|
withPromise(promise) {
|
|
guard self.recordingSession != nil else {
|
|
// there's no active recording!
|
|
throw CameraError.capture(.noRecordingInProgress)
|
|
}
|
|
self.isRecording = false
|
|
return nil
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
Resumes an active, but paused recording.
|
|
*/
|
|
func resumeRecording(promise: Promise) {
|
|
CameraQueues.cameraQueue.async {
|
|
withPromise(promise) {
|
|
guard self.recordingSession != nil else {
|
|
// there's no active recording!
|
|
throw CameraError.capture(.noRecordingInProgress)
|
|
}
|
|
self.isRecording = true
|
|
return nil
|
|
}
|
|
}
|
|
}
|
|
}
|