* Create android gradle build setup * Fix `prefab` config * Add `pickFirst **/*.so` to example build.gradle * fix REA path * cache gradle builds * Update validate-android.yml * Create Native Proxy * Copy REA header * implement ctor * Rename CameraViewModule -> FrameProcessorRuntimeManager * init FrameProcessorRuntimeManager * fix name * Update FrameProcessorRuntimeManager.h * format * Create AndroidErrorHandler.h * Initialize runtime and install JSI funcs * Update FrameProcessorRuntimeManager.cpp * Update CameraViewModule.kt * Make CameraView hybrid C++ class to find view & set frame processor * Update FrameProcessorRuntimeManager.cpp * pass function by rvalue * pass by const && * extract hermes and JSC REA * pass `FOR_HERMES` * correctly prepare JSC and Hermes * Update CMakeLists.txt * add missing hermes include * clean up imports * Create JImageProxy.h * pass ImageProxy to JNI as `jobject` * try use `JImageProxy` C++ wrapper type * Use `local_ref<JImageProxy>` * Create `JImageProxyHostObject` for JSI interop * debug call to frame processor * Unset frame processor * Fix CameraView native part not being registered * close image * use `jobject` instead of `JImageProxy` for now :( * fix hermes build error * Set enable FP callback * fix JNI call * Update CameraView.cpp * Get Format * Create plugin abstract * Make `FrameProcessorPlugin` a hybrid object * Register plugin CXX * Call `registerPlugin` * Catch * remove JSI * Create sample QR code plugin * register plugins * Fix missing JNI binding * Add `mHybridData` * prefix name with two underscores (`__`) * Update CameraPage.tsx * wrap `ImageProxy` in host object * Use `jobject` for HO box * Update JImageProxy.h * reinterpret jobject * Try using `JImageProxy` instead of `jobject` * Update JImageProxy.h * get bytes per row and plane count * Update CameraView.cpp * Return base * add some docs and JNI JSI conversion * indent * Convert JSI value to JNI jobject * using namespace facebook * Try using class * Use plain old Object[] * Try convert JNI -> JSI * fix decl * fix bool init * Correctly link folly * Update CMakeLists.txt * Convert Map to Object * Use folly for Map and Array * Return `alias_ref<jobject>` instead of raw `jobject` * fix JNI <-> JSI conversion * Update JSIJNIConversion.cpp * Log parameters * fix params index offset * add more test cases * Update FRAME_PROCESSORS_CREATE_OVERVIEW.mdx * fix types * Rename to example plugin * remove support for hashmap * Try use HashMap iterable fbjni binding * try using JReadableArray/JReadableMap * Fix list return values * Update JSIJNIConversion.cpp * Update JSIJNIConversion.cpp * (iOS) Rename ObjC QR Code Plugin to Example Plugin * Rename Swift plugin QR -> Example * Update ExamplePluginSwift.swift * Fix Map/Dictionary logging format * Update ExampleFrameProcessorPlugin.m * Reconfigure session if frame processor changed * Handle use-cases via `maxUseCasesCount` * Don't crash app on `configureSession` error * Document "use-cases" * Update DEVICES.mdx * fix merge * Make `const &` * iOS: Automatically enable `video` if a `frameProcessor` is set * Update CameraView.cpp * fix docs * Automatically fallback to snapshot capture if `supportsParallelVideoProcessing` is false. * Fix lookup * Update CameraView.kt * Implement `frameProcessorFps` * Finalize Frame Processor Plugin Hybrid * Update CameraViewModule.kt * Support `flash` on `takeSnapshot()` * Update docs * Add docs * Update CameraPage.tsx * Attribute NonNull * remove unused imports * Add Android docs for Frame Processors * Make JNI HashMap <-> JSI Object conversion faster directly access `toHashMap` instead of going through java * add todo * Always run `prepareJSC` and `prepareHermes` * switch jsc and hermes * Specify ndkVersion `21.4.7075529` * Update gradle.properties * Update gradle.properties * Create .aar * Correctly prepare android package * Update package.json * Update package.json * remove `prefab` build feature * split * Add docs for registering the FP plugin * Add step for dep * Update CaptureButton.tsx * Move to `reanimated-headers/` * Exclude reanimated-headers from cpplint * disable `build/include_order` rule * cpplint fixes * perf: Make `JSIJNIConversion` a `namespace` instead of `class` * Ignore runtime/references for `convert` funcs * Build Android .aar in CI * Run android build script only on `prepack` * Update package.json * Update package.json * Update build-android-npm-package.sh * Move to `yarn build` * Also install node_modules in example step * Update validate-android.yml * sort imports * fix torch * Run ImageAnalysis on `FrameProcessorThread` * Update Errors.kt * Add clean android script * Upgrade reanimated to 2.3.0-alpha.1 * Revert "Upgrade reanimated to 2.3.0-alpha.1" This reverts commit c1d3bed5e03728d0b5e335a359524ff4f56f5035. * ⚠️ TEMP FIX: hotfix reanimated build.gradle * Update CameraView+TakeSnapshot.kt * ⚠️ TEMP FIX: Disable ktlint action for now * Update clean.sh * Set max heap size to 4g * rebuild lockfiles * Update Podfile.lock * rename * Build lib .aar before example/
100 lines
3.2 KiB
Kotlin
100 lines
3.2 KiB
Kotlin
package com.mrousavy.camera.utils
|
|
|
|
import android.graphics.Bitmap
|
|
import android.graphics.BitmapFactory
|
|
import android.graphics.ImageFormat
|
|
import android.graphics.Matrix
|
|
import android.util.Log
|
|
import androidx.camera.core.ImageProxy
|
|
import com.mrousavy.camera.CameraView
|
|
import com.mrousavy.camera.InvalidFormatError
|
|
import java.io.ByteArrayOutputStream
|
|
import java.io.File
|
|
import java.io.FileOutputStream
|
|
import java.nio.ByteBuffer
|
|
import kotlin.system.measureTimeMillis
|
|
|
|
// TODO: Fix this flip() function (this outputs a black image)
|
|
fun flip(imageBytes: ByteArray, imageWidth: Int): ByteArray {
|
|
// separate out the sub arrays
|
|
var holder = ByteArray(imageBytes.size)
|
|
var subArray = ByteArray(imageWidth)
|
|
var subCount = 0
|
|
for (i in imageBytes.indices) {
|
|
subArray[subCount] = imageBytes[i]
|
|
subCount++
|
|
if (i % imageWidth == 0) {
|
|
subArray.reverse()
|
|
if (i == imageWidth) {
|
|
holder = subArray
|
|
} else {
|
|
holder += subArray
|
|
}
|
|
subCount = 0
|
|
subArray = ByteArray(imageWidth)
|
|
}
|
|
}
|
|
subArray = ByteArray(imageWidth)
|
|
System.arraycopy(imageBytes, imageBytes.size - imageWidth, subArray, 0, subArray.size)
|
|
return holder + subArray
|
|
}
|
|
|
|
// TODO: This function is slow. Figure out a faster way to flip images, preferably via directly manipulating the byte[] Exif flags
|
|
fun flipImage(imageBytes: ByteArray): ByteArray {
|
|
val bitmap = BitmapFactory.decodeByteArray(imageBytes, 0, imageBytes.size)
|
|
val matrix = Matrix()
|
|
matrix.preScale(-1f, 1f)
|
|
val newBitmap = Bitmap.createBitmap(bitmap, 0, 0, bitmap.width, bitmap.height, matrix, true)
|
|
val stream = ByteArrayOutputStream()
|
|
newBitmap.compress(Bitmap.CompressFormat.JPEG, 100, stream)
|
|
return stream.toByteArray()
|
|
}
|
|
|
|
fun ImageProxy.save(file: File, flipHorizontally: Boolean) {
|
|
when (format) {
|
|
// TODO: ImageFormat.RAW_SENSOR
|
|
// TODO: ImageFormat.DEPTH_JPEG
|
|
ImageFormat.JPEG -> {
|
|
val buffer = planes[0].buffer
|
|
var bytes = ByteArray(buffer.remaining())
|
|
|
|
// copy image from buffer to byte array
|
|
buffer.get(bytes)
|
|
|
|
if (flipHorizontally) {
|
|
val milliseconds = measureTimeMillis {
|
|
bytes = flipImage(bytes)
|
|
}
|
|
Log.i(CameraView.TAG_PERF, "Flipping Image took $milliseconds ms.")
|
|
}
|
|
|
|
val output = FileOutputStream(file)
|
|
output.write(bytes)
|
|
output.close()
|
|
}
|
|
ImageFormat.YUV_420_888 -> {
|
|
// "prebuffer" simply contains the meta information about the following planes.
|
|
val prebuffer = ByteBuffer.allocate(16)
|
|
prebuffer.putInt(width)
|
|
.putInt(height)
|
|
.putInt(planes[1].pixelStride)
|
|
.putInt(planes[1].rowStride)
|
|
|
|
val output = FileOutputStream(file)
|
|
output.write(prebuffer.array()) // write meta information to file
|
|
// Now write the actual planes.
|
|
var buffer: ByteBuffer
|
|
var bytes: ByteArray
|
|
|
|
for (i in 0..2) {
|
|
buffer = planes[i].buffer
|
|
bytes = ByteArray(buffer.remaining()) // makes byte array large enough to hold image
|
|
buffer.get(bytes) // copies image from buffer to byte array
|
|
output.write(bytes) // write the byte array to file
|
|
}
|
|
output.close()
|
|
}
|
|
else -> throw InvalidFormatError(format)
|
|
}
|
|
}
|