Camera: Working barcode scanning with software rendering

Barcode scanner apps expect YUV as preview format. However, the
software renderer cannot handle YUV. Thus, RGB 565 is used. Barcode
scanner apps only need the first plane Y which is basically
greyscale.

The solution is a conversion from RGB to greyscale of preview frames
that are requested by apps for processing. Apps request preview frames
via onPreviewFrame(). The conversion is done using native code for
optimal speed. The conversion algorithm is based on the implementations
in the RGBLuminanceSource class of ZXing[1] and the
RGB565LuminanceSource class of FastBarcodeScanner[2].

Signed-off-by: Wolfgang Wiedmeyer <wolfgit@wiedmeyer.de>

[1]  https://github.com/zxing/zxing/blob/cc16a72c85e4958ce406af9547764e5eee9adb6e/core/src/main/java/com/google/zxing/RGBLuminanceSource.java

[2]  https://github.com/tschaumburg/FastBarcodeScanner/blob/5a4c166a722730d0099d4c6a1c15d312b93547da/tracking-barcode-scanner/src/main/java/dk/schaumburgit/trackingbarcodescanner/RGB565LuminanceSource.java

1 files changed, 43 insertions, 0 deletions

diff --git a/core/jni/android_hardware_Camera.cpp b/core/jni/android_hardware_Camera.cpp
index 4cf317e..3bb6af3 100644
--- a/core/jni/android_hardware_Camera.cpp
+++ b/core/jni/android_hardware_Camera.cpp
@@ -79,6 +79,8 @@ struct fields_t {
 static fields_t fields;
 static Mutex sLock;
 
+int bwDataSize = 0;
+
 // provides persistent context for calls from native code to Java
 class JNICameraContext: public CameraListener
 {
@@ -933,6 +935,44 @@ static jstring android_hardware_Camera_getParameters(JNIEnv *env, jobject thiz)
     return env->NewStringUTF(params8.string());
 }
 
+static void android_hardware_Camera_rgbToBw(JNIEnv *env, jobject thiz, jbyteArray pixelBuffer, jint bufWidth, jint bufHeight)
+{
+    int width = bufWidth;
+    int height = bufHeight;
+    int size = width * height;
+
+    static jbyte* pixeldata;
+    static jbyte* luminances;
+
+    if(bwDataSize != size) {
+        pixeldata = (jbyte *)malloc(size*2);
+        luminances = (jbyte *)malloc(size);
+        bwDataSize = size;
+        ALOGV("Allocated buffer of size %d", size);
+    }
+
+    env->GetByteArrayRegion(pixelBuffer, 0, size*2, pixeldata);
+
+    // Convert the entire image to grayscale
+    for (int y = 0; y < height; y++) {
+        int offset = y * width *2;
+        for (int x = 0; x < width *2; x+=2) {
+            jbyte pixel = pixeldata[offset +x];
+            jbyte pixel2 = pixeldata[offset +x + 1];
+            // little endian
+            // GGGBBBBB | RRRRRGGG
+            jbyte b = (jbyte)(pixel & 0x1f); // 5 bits
+            jbyte g = (jbyte)(((pixel >> 5) & 0x07)  | ((pixel2 & 0x07) << 3)); // 6 bits
+            jbyte r = (jbyte)((pixel2 >> 3) & 0x1f); // 5 bits
+
+            // Calculate luminance cheaply, favoring green.
+            luminances[(offset + x)/2] = (jbyte)((r + g + b) << 1);
+        }
+    }
+
+    env->SetByteArrayRegion(pixelBuffer, 0, size, luminances);
+}
+
 static void android_hardware_Camera_reconnect(JNIEnv *env, jobject thiz)
 {
     ALOGV("reconnect");
@@ -1146,6 +1186,9 @@ static JNINativeMethod camMethods[] = {
   { "native_getParameters",
     "()Ljava/lang/String;",
     (void *)android_hardware_Camera_getParameters },
+  { "native_rgbToBw",
+    "([BII)V",
+    (void *)android_hardware_Camera_rgbToBw },
   { "reconnect",
     "()V",
     (void*)android_hardware_Camera_reconnect },