375e894038
* Make Frame Processors an extra subspec * Update VisionCamera.podspec * Make optional * Make VisionCamera compile without Skia * Fix * Add skia again * Update VisionCamera.podspec * Make VisionCamera build without Frame Processors * Rename error to `system/frame-processors-unavailable` * Fix Frame Processor returning early * Remove `preset`, FP partial rewrite * Only warn on frame drop * Fix wrong queue * fix: Run on CameraQueue again * Update CameraView.swift * fix: Activate audio session asynchronously on audio queue * Update CameraView+RecordVideo.swift * Update PreviewView.h * Cleanups * Cleanup * fix cast * feat: Add LiDAR Depth Camera support * Upgrade Ruby * Add vector icons type * Update Gemfile.lock * fix: Stop queues on deinit * Also load `builtInTrueDepthCamera` * Update CameraViewManager.swift * Update SkImageHelpers.mm * Extract FrameProcessorCallback to FrameProcessor Holds more context now :) * Rename to .m * fix: Add `RCTLog` import * Create SkiaFrameProcessor * Update CameraBridge.h * Call Frame Processor * Fix defines * fix: Allow deleting callback funcs * fix Skia build * batch * Just call `setSkiaFrameProcessor` * Rewrite in Swift * Pass `SkiaRenderer` * Fix Import * Move `PreviewView` to Swift * Fix Layer * Set Skia Canvas to Frame Host Object * Make `DrawableFrameHostObject` subclass * Fix TS types * Use same MTLDevice and apply scale * Make getter * Extract `setTorch` and `Preview` * fix: Fix nil metal device * Don't wait for session stop in deinit * Use main pixel ratio * Use unique_ptr for Render Contexts * fix: Fix SkiaPreviewDisplayLink broken after deinit * inline `getTextureCache` * Update CameraPage.tsx * chore: Format iOS * perf: Allow MTLLayer to be optimized for only frame buffers * Add RN Video types * fix: Fix Frame Processors if guard * Find nodeModules recursively * Create `Frame.isDrawable` * Add `cocoapods-check` dependency
83 lines
2.0 KiB
Swift
83 lines
2.0 KiB
Swift
//
|
|
// SkiaPreviewView.swift
|
|
// VisionCamera
|
|
//
|
|
// Created by Marc Rousavy on 19.07.23.
|
|
// Copyright © 2023 mrousavy. All rights reserved.
|
|
//
|
|
|
|
import Foundation
|
|
|
|
// MARK: - SkiaPreviewLayer
|
|
|
|
@available(iOS 13.0, *)
|
|
class SkiaPreviewLayer: CAMetalLayer {
|
|
private var pixelRatio: CGFloat {
|
|
return UIScreen.main.scale
|
|
}
|
|
|
|
init(device: MTLDevice) {
|
|
super.init()
|
|
|
|
framebufferOnly = true
|
|
self.device = device
|
|
isOpaque = false
|
|
pixelFormat = .bgra8Unorm
|
|
contentsScale = pixelRatio
|
|
}
|
|
|
|
@available(*, unavailable)
|
|
required init?(coder _: NSCoder) {
|
|
fatalError("init(coder:) has not been implemented")
|
|
}
|
|
|
|
func setSize(width: CGFloat, height: CGFloat) {
|
|
frame = CGRect(x: 0, y: 0, width: width, height: height)
|
|
drawableSize = CGSize(width: width * pixelRatio,
|
|
height: height * pixelRatio)
|
|
}
|
|
}
|
|
|
|
// MARK: - SkiaPreviewView
|
|
|
|
class SkiaPreviewView: PreviewView {
|
|
private let skiaRenderer: SkiaRenderer
|
|
private let previewLayer: SkiaPreviewLayer
|
|
private lazy var displayLink = SkiaPreviewDisplayLink(callback: { [weak self] _ in
|
|
// Called everytime to render the screen - e.g. 60 FPS
|
|
if let self = self {
|
|
self.skiaRenderer.renderLatestFrame(to: self.previewLayer)
|
|
}
|
|
})
|
|
|
|
init(frame: CGRect, skiaRenderer: SkiaRenderer) {
|
|
self.skiaRenderer = skiaRenderer
|
|
previewLayer = SkiaPreviewLayer(device: skiaRenderer.metalDevice)
|
|
super.init(frame: frame)
|
|
}
|
|
|
|
deinit {
|
|
self.displayLink.stop()
|
|
}
|
|
|
|
@available(*, unavailable)
|
|
required init?(coder _: NSCoder) {
|
|
fatalError("init(coder:) has not been implemented")
|
|
}
|
|
|
|
override func willMove(toSuperview newSuperview: UIView?) {
|
|
if newSuperview != nil {
|
|
layer.addSublayer(previewLayer)
|
|
displayLink.start()
|
|
} else {
|
|
previewLayer.removeFromSuperlayer()
|
|
displayLink.stop()
|
|
}
|
|
}
|
|
|
|
override func layoutSubviews() {
|
|
previewLayer.setSize(width: bounds.size.width,
|
|
height: bounds.size.height)
|
|
}
|
|
}
|