b6a67d5ced
* Clean up Frame Processor * Create FrameProcessorHolder * Create FrameProcessorDelegate in ObjC++ * Move frame processor to FrameProcessorDelegate * Decorate runtime, check for null * Update FrameProcessorDelegate.mm * Cleanup FrameProcessorBindings.mm * Fix RuntimeDecorator.h import * Update FrameProcessorDelegate.mm * "React" -> "React Helper" to avoid confusion * Rename folders again * Fix podspec flattening a lot of headers, causing REA nameclash * Fix header imports to avoid REA naming collision * Lazily initialize jsi::Runtime on DispatchQueue * Install frame processor bindings from Swift * First try to call jsi::Function (frame processor) 👀 * Call viewForReactTag on RCT main thread * Fix bridge accessing * Add more logs * Update CameraViewManager.swift * Add more TODOs * Re-indent .cpp files * Fix RCTTurboModule import podspec * Remove unnecessary include check for swift umbrella header * Merge branch 'main' into frame-processors * Docs: use static width for images (283) * Create validate-cpp.yml * Update a lot of packages to latest * Set SWIFT_VERSION to 5.2 in podspec * Create clean.sh * Delete unused C++ files * podspec: Remove CLANG_CXX_LANGUAGE_STANDARD and OTHER_CFLAGS * Update pod lockfiles * Regenerate lockfiles * Remove IOSLogger * Use NSLog * Create FrameProcessorManager (inherits from REA RuntimeManager) * Create reanimated::RuntimeManager shared_ptr * Re-integrate pods * Add react-native-reanimated >=2 peerDependency * Add metro-config * blacklist -> exclusionList * Try to call worklet * Fix jsi::Value* initializer * Call ShareableValue::adapt (makeShareable) with React/JS Runtime * Add null-checks * Lift runtime manager creation out of delegate, into bindings * Remove debug statement * Make RuntimeManager unique_ptr * Set _FRAME_PROCESSOR * Extract convertJSIFunctionToFrameProcessorCallback * Print frame * Merge branch 'main' into frame-processors * Reformat Swift code * Install reanimated from npm again * Re-integrate Pods * Dependabot: Also scan example/ and docs/ * Update validate-cpp.yml * Create FrameProcessorUtils * Create Frame.h * Abstract HostObject creation away * Fix types * Fix frame processor call * Add todo * Update lockfiles * Add C++ contributing instructions * Update CONTRIBUTING.md * Add android/src/main/cpp to cpplint * Update cpplint.sh * Fix a few cpplint errors * Fix globals * Fix a few more cpplint errors * Update App.tsx * Update AndroidLogger.cpp * Format * Fix cpplint script (check-cpp) * Try to simplify frame processor * y * Update FrameProcessorUtils.mm * Update FrameProcessorBindings.mm * Update CameraView.swift * Update CameraViewManager.m * Restructure everything * fix * Fix `@objc` export (make public) * Refactor installFrameProcessorBindings into FrameProcessorRuntimeManager * Add swift RCTBridge.runOnJS helper * Fix run(onJS) * Add pragma once * Add `&self` to lambda * Update FrameProcessorRuntimeManager.mm * reorder imports * Fix imports * forward declare * Rename extension * Destroy buffer after execution * Add FrameProcessorPluginRegistry base * Merge branch 'main' into frame-processors * Add frameProcessor to types * Update Camera.tsx * Fix rebase merge * Remove movieOutput * Use `useFrameProcessor` * Fix bad merge * Add additional ESLint rules * Update lockfiles * Update CameraViewManager.m * Add support for V8 runtime * Add frame processor plugins API * Print plugin invoke * Fix React Utils in podspec * Fix runOnJS swift name * Remove invalid redecl of `captureSession` * Use REA 2.1.0 which includes all my big PRs 🎉 * Update validate-cpp.yml * Update Podfile.lock * Remove Flipper * Fix dereferencing * Capture `self` by value. Fucking hell, what a dumb mistake. * Override a few HostObject functions * Expose isReady, width, height, bytesPerRow and planesCount * use hook again * Expose property names * FrameProcessor -> Frame * Update CameraView+RecordVideo.swift * Add Swift support for Frame Processors Plugins * Add macros for plugin installation * Add ObjC frame processor plugin * Correctly install frame processor plugins * Don't require custom name for macro * Check if plugin already exists * Implement QR Code Frame Processor Plugin in Swift * Adjust ObjC style frame processor macro * optimize * Add `frameProcessorFrameDropRate` * Fix types * Only log once * Log if it executes slowly * Implement `frameProcessorFps` * Implement manual encoded video recordings * Use recommended video settings * Add fileType types * Ignore if input is not ready for media data * Add completion handler * Add audio buffer sampling * Init only for video frame * use AVAssetWriterInputPixelBufferAdaptor * Remove AVAssetWriterInputPixelBufferAdaptor * Rotate VideoWriter * Always assume portrait orientation * Update RecordingSession.swift * Use a separate Queue for Audio * Format Swift * Update CameraView+RecordVideo.swift * Use `videoQueue` instead of `cameraQueue` * Move example plugins to example app * Fix hardcoded name in plugin macro * QRFrame... -> QRCodeFrame... * Update FrameProcessorPlugin.h * Add example frame processors to JS base * Update QRCodeFrameProcessorPluginSwift.m * Add docs to create FP Plugins * Update FRAME_PROCESSORS_CREATE.mdx * Update FRAME_PROCESSORS_CREATE.mdx * Use `AVAssetWriterInputPixelBufferAdaptor` for efficient pixel buffer recycling * Add customizable `pixelFormat` * Use native format if available * Update project.pbxproj * Set video width and height as source-pixel-buffer attributes * Catch * Update App.tsx * Don't explicitly set video dimensions, let CVPixelBufferPool handle it * Add a few logs * Cleanup * Update CameraView+RecordVideo.swift * Eagerly initialize asset writer to fix stutter at first frame * Use `cameraQueue` DispatchQueue to not block CaptureDataOutputDelegate * Fix duration calculation * cleanup * Cleanup * Swiftformat * Return available video codecs * Only show frame drop notification for video output * Remove photo and video codec functionality It was too much complexity and probably never used anyways. * Revert all android related changes for now * Cleanup * Remove unused header * Update AVAssetWriter.Status+descriptor.swift * Only call Frame Processor for Video Frames * Fix `if` * Add support for Frame Processor plugin parameters/arguments * Fix arg support * Move to JSIUtils.mm * Update JSIUtils.h * Update FRAME_PROCESSORS_CREATE.mdx * Update FRAME_PROCESSORS_CREATE.mdx * Upgrade packages for docs/ * fix docs * Rename * highlight lines * docs * community plugins * Update FRAME_PROCESSOR_CREATE_FINAL.mdx * Update FRAME_PROCESSOR_PLUGIN_LIST.mdx * Update FRAME_PROCESSOR_PLUGIN_LIST.mdx * Update dependencies (1/2) * Update dependencies (2/2) * Update Gemfile.lock * add FP docs * Update README.md * Make `lastFrameProcessor` private * add `frameProcessor` docs * fix docs * adjust docs * Update DEVICES.mdx * fix * s * Add logs demo * add metro restart note * Update FRAME_PROCESSOR_CREATE_PLUGIN_IOS.mdx * Mirror video device * Update AVCaptureVideoDataOutput+mirror.swift * Create .swift-version * Enable whole module optimization * Fix recording mirrored video * Swift format * Clean dictionary on `markInvalid` * Fix cleanup * Add docs for disabling frame processors * Update project.pbxproj * Revert "Update project.pbxproj" This reverts commit e67861e51b88b4888a6940e2d20388f3044211d0. * Log frame drop reason * Format * add more samples * Add clang-format * also check .mm * Revert "also check .mm" This reverts commit 8b9d5e2c29866b05909530d104f6633d6c49eadd. * Revert "Add clang-format" This reverts commit 7643ac808e0fc34567ea1f814e73d84955381636. * Use `kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange` as default * Read matching video attributes from videoSettings * Add TODO * Swiftformat * Conditionally disable frame processors * Assert if trying to use frame processors when disabled * Add frame-processors demo gif * Allow disabling frame processors via `VISION_CAMERA_DISABLE_FRAME_PROCESSORS` * Update FrameProcessorRuntimeManager.mm * Update FRAME_PROCESSORS.mdx * Update project.pbxproj * Update FRAME_PROCESSORS_CREATE_OVERVIEW.mdx
196 lines
6.1 KiB
TypeScript
196 lines
6.1 KiB
TypeScript
export type PermissionError = 'permission/microphone-permission-denied' | 'permission/camera-permission-denied';
|
|
export type ParameterError =
|
|
| 'parameter/invalid-parameter'
|
|
| 'parameter/unsupported-os'
|
|
| 'parameter/unsupported-output'
|
|
| 'parameter/unsupported-input'
|
|
| 'parameter/invalid-combination';
|
|
export type DeviceError =
|
|
| 'device/configuration-error'
|
|
| 'device/no-device'
|
|
| 'device/invalid-device'
|
|
| 'device/torch-unavailable'
|
|
| 'device/microphone-unavailable'
|
|
| 'device/low-light-boost-not-supported'
|
|
| 'device/focus-not-supported'
|
|
| 'device/camera-not-available-on-simulator';
|
|
export type FormatError =
|
|
| 'format/invalid-fps'
|
|
| 'format/invalid-hdr'
|
|
| 'format/invalid-low-light-boost'
|
|
| 'format/invalid-format'
|
|
| 'format/invalid-preset';
|
|
export type SessionError = 'session/camera-not-ready' | 'session/audio-session-setup-failed' | 'session/audio-in-use-by-other-app';
|
|
export type CaptureError =
|
|
| 'capture/invalid-photo-format'
|
|
| 'capture/encoder-error'
|
|
| 'capture/muxer-error'
|
|
| 'capture/recording-in-progress'
|
|
| 'capture/no-recording-in-progress'
|
|
| 'capture/file-io-error'
|
|
| 'capture/create-temp-file-error'
|
|
| 'capture/create-recorder-error'
|
|
| 'capture/invalid-photo-codec'
|
|
| 'capture/not-bound-error'
|
|
| 'capture/capture-type-not-supported'
|
|
| 'capture/unknown';
|
|
export type SystemError = 'system/no-camera-manager';
|
|
export type UnknownError = 'unknown/unknown';
|
|
|
|
/**
|
|
* Represents a JSON-style error cause. This contains native `NSError`/`Throwable` information, and can have recursive {@linkcode ErrorWithCause.cause | .cause} properties until the ultimate cause has been found.
|
|
*/
|
|
export interface ErrorWithCause {
|
|
/**
|
|
* The native error's code.
|
|
*
|
|
* * iOS: `NSError.code`
|
|
* * Android: N/A
|
|
*/
|
|
code?: number;
|
|
/**
|
|
* The native error's domain.
|
|
*
|
|
* * iOS: `NSError.domain`
|
|
* * Android: N/A
|
|
*/
|
|
domain?: string;
|
|
/**
|
|
* The native error description
|
|
*
|
|
* * iOS: `NSError.message`
|
|
* * Android: `Throwable.message`
|
|
*/
|
|
message: string;
|
|
/**
|
|
* Optional additional details
|
|
*
|
|
* * iOS: `NSError.userInfo`
|
|
* * Android: N/A
|
|
*/
|
|
details?: Record<string, unknown>;
|
|
/**
|
|
* Optional Java stacktrace
|
|
*
|
|
* * iOS: N/A
|
|
* * Android: `Throwable.stacktrace.toString()`
|
|
*/
|
|
stacktrace?: string;
|
|
/**
|
|
* Optional additional cause for nested errors
|
|
*
|
|
* * iOS: N/A
|
|
* * Android: `Throwable.cause`
|
|
*/
|
|
cause?: ErrorWithCause;
|
|
}
|
|
|
|
type CameraErrorCode =
|
|
| PermissionError
|
|
| ParameterError
|
|
| DeviceError
|
|
| FormatError
|
|
| SessionError
|
|
| CaptureError
|
|
| SystemError
|
|
| UnknownError;
|
|
|
|
/**
|
|
* Represents any kind of error that occured in the {@linkcode Camera} View Module.
|
|
*/
|
|
class CameraError<TCode extends CameraErrorCode> extends Error {
|
|
private readonly _code: TCode;
|
|
private readonly _message: string;
|
|
private readonly _cause?: ErrorWithCause;
|
|
|
|
public get code(): TCode {
|
|
return this._code;
|
|
}
|
|
public get message(): string {
|
|
return this._message;
|
|
}
|
|
public get cause(): ErrorWithCause | undefined {
|
|
return this._cause;
|
|
}
|
|
|
|
/**
|
|
* @internal
|
|
*/
|
|
constructor(code: TCode, message: string, cause?: ErrorWithCause) {
|
|
super(`[${code}]: ${message}${cause != null ? ` (Cause: ${cause.message})` : ''}`);
|
|
super.name = code;
|
|
super.message = message;
|
|
this._code = code;
|
|
this._message = message;
|
|
this._cause = cause;
|
|
}
|
|
|
|
public toString(): string {
|
|
return `[${this.code}]: ${this.message}`;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Represents any kind of error that occured while trying to capture a video or photo.
|
|
*
|
|
* See the ["Camera Errors" documentation](https://cuvent.github.io/react-native-vision-camera/docs/guides/errors) for more information about Camera Errors.
|
|
*/
|
|
export class CameraCaptureError extends CameraError<CaptureError> {}
|
|
|
|
/**
|
|
* Represents any kind of error that occured in the Camera View Module.
|
|
*
|
|
* See the ["Camera Errors" documentation](https://cuvent.github.io/react-native-vision-camera/docs/guides/errors) for more information about Camera Errors.
|
|
*/
|
|
export class CameraRuntimeError extends CameraError<
|
|
PermissionError | ParameterError | DeviceError | FormatError | SessionError | SystemError | UnknownError
|
|
> {}
|
|
|
|
/**
|
|
* Checks if the given `error` is of type {@linkcode ErrorWithCause}
|
|
* @param {unknown} error Any unknown object to validate
|
|
* @returns `true` if the given `error` is of type {@linkcode ErrorWithCause}
|
|
*/
|
|
export const isErrorWithCause = (error: unknown): error is ErrorWithCause =>
|
|
typeof error === 'object' &&
|
|
error != null &&
|
|
// @ts-expect-error error is still unknown
|
|
typeof error.message === 'string' &&
|
|
// @ts-expect-error error is still unknown
|
|
(typeof error.stacktrace === 'string' || error.stacktrace == null) &&
|
|
// @ts-expect-error error is still unknown
|
|
(isErrorWithCause(error.cause) || error.cause == null);
|
|
|
|
const isCameraErrorJson = (error: unknown): error is { code: string; message: string; cause?: ErrorWithCause } =>
|
|
typeof error === 'object' &&
|
|
error != null &&
|
|
// @ts-expect-error error is still unknown
|
|
typeof error.code === 'string' &&
|
|
// @ts-expect-error error is still unknown
|
|
typeof error.message === 'string' &&
|
|
// @ts-expect-error error is still unknown
|
|
(typeof error.cause === 'object' || error.cause == null);
|
|
|
|
/**
|
|
* Tries to parse an error coming from native to a typed JS camera error.
|
|
* @param {CameraError} nativeError The native error instance. This is a JSON in the legacy native module architecture.
|
|
* @returns A {@linkcode CameraRuntimeError} or {@linkcode CameraCaptureError}, or the `nativeError` itself if it's not parsable
|
|
* @method
|
|
*/
|
|
export const tryParseNativeCameraError = <T>(nativeError: T): (CameraRuntimeError | CameraCaptureError) | T => {
|
|
if (isCameraErrorJson(nativeError)) {
|
|
if (nativeError.code.startsWith('capture')) {
|
|
return new CameraCaptureError(nativeError.code as CaptureError, nativeError.message, nativeError.cause);
|
|
} else {
|
|
return new CameraRuntimeError(
|
|
// @ts-expect-error the code is string, we narrow it down to TS union.
|
|
nativeError.code,
|
|
nativeError.message,
|
|
nativeError.cause,
|
|
);
|
|
}
|
|
} else {
|
|
return nativeError;
|
|
}
|
|
};
|