railbird/react-native-vision-camera
10
0
Fork 0
Code Issues Pull Requests 1 Packages Projects Releases Wiki Activity

fix: Fix AVAudioSession not allowing background music playback (#155)

Browse Source 
* Set category always if different

* rename org

* Fix video format sorting

* fix format filtering

* Update AVAudioSession+setCategoryIfNotSet.swift

* upgrade all dependencies

* Also run dependabot for JS codebase

* Update MediaPage.tsx

* Use typescript 4.2.4

* Also run TS in check-all

* Downgrade typescript to 4.2.3

* f

* recreate lockfiles

* docs: Revert package.json changes

* revert all package.json changes

* Update Podfile.lock

* bump all dependencies, pin typescript to 4.2.4

* Downgrade react-native-navigation for now

* upgrade to later snapshot

* Update yarn.lock

* remove yeet
This commit is contained in:
Marc Rousavy
2021-06-01 13:07:57 +02:00
committed by GitHub
parent 8189173120
commit 71730a73ef
76 changed files with 2416 additions and 3789 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ios/Frame Processor/Frame.h
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 15.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#pragma once

4
ios/Frame Processor/FrameHostObject.h
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 22.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#pragma once
@@ -18,7 +18,7 @@ class JSI_EXPORT FrameHostObject: public Frame, public jsi::HostObject {
public:
explicit FrameHostObject(CMSampleBufferRef buffer): Frame(buffer) {}
~FrameHostObject();
public:
jsi::Value get(jsi::Runtime&, const jsi::PropNameID& name) override;
std::vector<jsi::PropNameID> getPropertyNames(jsi::Runtime& rt) override;

12
ios/Frame Processor/FrameHostObject.mm
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 22.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#import "FrameHostObject.h"
@@ -25,8 +25,8 @@ std::vector<jsi::PropNameID> FrameHostObject::getPropertyNames(jsi::Runtime& rt)
jsi::Value FrameHostObject::get(jsi::Runtime& runtime, const jsi::PropNameID& propName) {
auto name = propName.utf8(runtime);
if (name == "Symbol.toPrimitive") {
// not implemented
return jsi::Value::undefined();
@@ -40,13 +40,13 @@ jsi::Value FrameHostObject::get(jsi::Runtime& runtime, const jsi::PropNameID& pr
auto imageBuffer = CMSampleBufferGetImageBuffer(buffer);
auto width = CVPixelBufferGetWidth(imageBuffer);
auto height = CVPixelBufferGetHeight(imageBuffer);
NSMutableString* string = [NSMutableString stringWithFormat:@"%lu x %lu Frame", width, height];
return jsi::String::createFromUtf8(runtime, string.UTF8String);
};
return jsi::Function::createFromHostFunction(runtime, jsi::PropNameID::forUtf8(runtime, "toString"), 0, toString);
}
if (name == "isValid") {
auto isValid = buffer != nil && CMSampleBufferIsValid(buffer);
return jsi::Value(isValid);
@@ -79,7 +79,7 @@ jsi::Value FrameHostObject::get(jsi::Runtime& runtime, const jsi::PropNameID& pr
// TODO: Actually return the pixels of the buffer. Not sure if this will be a huge performance hit or not
return jsi::Array(runtime, 0);
}
return jsi::Value::undefined();
}

2
ios/Frame Processor/FrameProcessorCallback.h
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 11.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#pragma once

2
ios/Frame Processor/FrameProcessorPlugin.h
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 01.05.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#ifndef FrameProcessorPlugin_h

2
ios/Frame Processor/FrameProcessorPluginRegistry.h
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 24.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#pragma once

6
ios/Frame Processor/FrameProcessorPluginRegistry.mm
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 24.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#import "FrameProcessorPluginRegistry.h"
@@ -27,10 +27,10 @@ static BOOL _isValid = YES;
+ (void) addFrameProcessorPlugin:(NSString*)name callback:(FrameProcessorPlugin)callback {
NSAssert(_isValid, @"Tried to add Frame Processor Plugin but Frame Processor Registry has already registered all plugins!");
BOOL alreadyExists = [[FrameProcessorPluginRegistry frameProcessorPlugins] valueForKey:name] != nil;
NSAssert(!alreadyExists, @"Tried to two Frame Processor Plugins with the same name! Either choose unique names, or remove the unused plugin.");
[[FrameProcessorPluginRegistry frameProcessorPlugins] setValue:callback forKey:name];
}

2
ios/Frame Processor/FrameProcessorRuntimeManager.h
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 23.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#pragma once

2
ios/Frame Processor/FrameProcessorRuntimeManager.mm
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 23.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#import <Foundation/Foundation.h>

2
ios/Frame Processor/FrameProcessorUtils.h
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 15.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#pragma once

10
ios/Frame Processor/FrameProcessorUtils.mm
View File

@@ -3,7 +3,7 @@
// VisionCamera
//
// Created by Marc Rousavy on 15.03.21.
// Copyright © 2021 Facebook. All rights reserved.
// Copyright © 2021 mrousavy. All rights reserved.
//
#import "FrameProcessorUtils.h"
@@ -14,19 +14,19 @@
FrameProcessorCallback convertJSIFunctionToFrameProcessorCallback(jsi::Runtime &runtime, const jsi::Function &value) {
__block auto cb = value.getFunction(runtime);
return ^(CMSampleBufferRef buffer) {
#if DEBUG
std::chrono::steady_clock::time_point begin = std::chrono::steady_clock::now();
#endif
auto frame = std::make_shared<FrameHostObject>(buffer);
try {
cb.call(runtime, jsi::Object::createFromHostObject(runtime, frame));
} catch (jsi::JSError& jsError) {
NSLog(@"Frame Processor threw an error: %s", jsError.getMessage().c_str());
}
#if DEBUG
std::chrono::steady_clock::time_point end = std::chrono::steady_clock::now();
auto duration = std::chrono::duration_cast<std::chrono::milliseconds>(end - begin).count();
@@ -34,7 +34,7 @@ FrameProcessorCallback convertJSIFunctionToFrameProcessorCallback(jsi::Runtime &
NSLog(@"Warning: Frame Processor function took %lld ms to execute. This blocks the video queue from recording, optimize your frame processor!", duration);
}
#endif
// Manually free the buffer because:
// 1. we are sure we don't need it anymore, the frame processor worklet has finished executing.
// 2. we don't know when the JS runtime garbage collects this object, it might be holding it for a few more frames