12f850c8e1
* Create Shaders.ts * Add `previewType` and `enableFpsGraph` * Add RN Skia native dependency * Add Skia Preview View on iOS * Pass 1 * Update FrameHostObject.mm * Wrap Canvas * Lockfiles * fix: Fix stuff * chore: Upgrade RNWorklets * Add `previewType` to set the Preview * feat: Add Example * Update project.pbxproj * `enableFpsGraph` * Cache the `std::shared_ptr<FrameHostObject>` * Update CameraView+RecordVideo.swift * Update SkiaMetalCanvasProvider.mm * Android: Integrate Skia Dependency * fix: Use new Prefix * Add example for rendering shader * chore: Upgrade CameraX * Remove KTX * Enable `viewBinding` * Revert "Enable `viewBinding`" This reverts commit f2a603f53b33ea4311a296422ffd1a910ce03f9e. * Revert "chore: Upgrade CameraX" This reverts commit 8dc832cf8754490d31a6192e6c1a1f11cdcd94fe. * Remove unneeded `ProcessCameraProvider.getInstance()` call * fix: Add REA hotfix patch * fix: Fix FrameHostObject dead in runAsync * fix: Make `runAsync` run truly async by dropping new Frames while executing * chore: Upgrade RN Worklets to latest * chore: Upgrade RN Skia * Revert "Remove KTX" This reverts commit 253f586633f7af2da992d2279fc206dc62597129. * Make Skia optional in CMake * Fix import * Update CMakeLists.txt * Update build.gradle * Update CameraView.kt * Update CameraView.kt * Update CameraView.kt * Update Shaders.ts * Center Blur * chore: Upgrade RN Worklets * feat: Add `toByteArray()`, `orientation`, `isMirrored` and `timestamp` to `Frame` (#1487) * feat: Implement `orientation` and `isMirrored` on Frame * feat: Add `toArrayBuffer()` func * perf: Do faster buffer copy * feat: Implement `toArrayBuffer()` on Android * feat: Add `orientation` and `isMirrored` to Android * feat: Add `timestamp` to Frame * Update Frame.ts * Update JImageProxy.h * Update FrameHostObject.cpp * Update FrameHostObject.cpp * Update CameraPage.tsx * fix: Format Swift
74 lines
2.6 KiB
Plaintext
74 lines
2.6 KiB
Plaintext
//
|
|
// FrameProcessorUtils.m
|
|
// VisionCamera
|
|
//
|
|
// Created by Marc Rousavy on 15.03.21.
|
|
// Copyright © 2021 mrousavy. All rights reserved.
|
|
//
|
|
|
|
#import "FrameProcessorUtils.h"
|
|
#import <chrono>
|
|
#import <memory>
|
|
#import <regex>
|
|
|
|
#import "FrameHostObject.h"
|
|
#import "Frame.h"
|
|
|
|
#import <React/RCTBridge.h>
|
|
#import <React/RCTBridge+Private.h>
|
|
#import "JSConsoleHelper.h"
|
|
#import <ReactCommon/RCTTurboModule.h>
|
|
|
|
#import "WKTJsiWorklet.h"
|
|
|
|
#import "RNSkPlatformContext.h"
|
|
#import "RNSkiOSPlatformContext.h"
|
|
#import "JsiSkCanvas.h"
|
|
|
|
FrameProcessorCallback convertWorkletToFrameProcessorCallback(jsi::Runtime& runtime, std::shared_ptr<RNWorklet::JsiWorklet> worklet) {
|
|
// Wrap Worklet call in invoker
|
|
auto workletInvoker = std::make_shared<RNWorklet::WorkletInvoker>(worklet);
|
|
// Create cached Skia Canvas object
|
|
auto callInvoker = RCTBridge.currentBridge.jsCallInvoker;
|
|
auto skiaPlatformContext = std::make_shared<RNSkia::RNSkiOSPlatformContext>(&runtime, callInvoker);
|
|
auto canvasHostObject = std::make_shared<RNSkia::JsiSkCanvas>(skiaPlatformContext);
|
|
|
|
// Converts a Worklet to a callable Objective-C block function
|
|
return ^(Frame* frame, void* skiaCanvas) {
|
|
|
|
try {
|
|
// Create cached Frame object
|
|
auto frameHostObject = std::make_shared<FrameHostObject>(frame);
|
|
// Update cached Canvas object
|
|
if (skiaCanvas != nullptr) {
|
|
canvasHostObject->setCanvas((SkCanvas*)skiaCanvas);
|
|
frameHostObject->canvas = canvasHostObject;
|
|
} else {
|
|
frameHostObject->canvas = nullptr;
|
|
}
|
|
|
|
auto argument = jsi::Object::createFromHostObject(runtime, frameHostObject);
|
|
jsi::Value jsValue(std::move(argument));
|
|
// Call the Worklet with the Frame JS Host Object as an argument
|
|
workletInvoker->call(runtime, jsi::Value::undefined(), &jsValue, 1);
|
|
|
|
// After the sync Frame Processor finished executing, remove the Canvas on that Frame instance. It can no longer draw.
|
|
frameHostObject->canvas = nullptr;
|
|
} catch (jsi::JSError& jsError) {
|
|
// JS Error occured, print it to console.
|
|
auto stack = std::regex_replace(jsError.getStack(), std::regex("\n"), "\n ");
|
|
auto message = [NSString stringWithFormat:@"Frame Processor threw an error: %s\nIn: %s", jsError.getMessage().c_str(), stack.c_str()];
|
|
|
|
RCTBridge* bridge = [RCTBridge currentBridge];
|
|
if (bridge != nil && bridge.jsCallInvoker != nullptr) {
|
|
bridge.jsCallInvoker->invokeAsync([bridge, message]() {
|
|
auto logFn = [JSConsoleHelper getLogFunctionForBridge:bridge];
|
|
logFn(RCTLogLevelError, message);
|
|
});
|
|
} else {
|
|
NSLog(@"%@", message);
|
|
}
|
|
}
|
|
};
|
|
}
|