diff options
Diffstat (limited to 'src/com/android/camera/imageprocessor/PostProcessor.java')
| -rw-r--r-- | src/com/android/camera/imageprocessor/PostProcessor.java | 438 |
1 files changed, 438 insertions, 0 deletions
diff --git a/src/com/android/camera/imageprocessor/PostProcessor.java b/src/com/android/camera/imageprocessor/PostProcessor.java new file mode 100644 index 000000000..7f0e63990 --- /dev/null +++ b/src/com/android/camera/imageprocessor/PostProcessor.java @@ -0,0 +1,438 @@ +/* +Copyright (c) 2016, The Linux Foundation. All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are +met: + * Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + * Redistributions in binary form must reproduce the above + copyright notice, this list of conditions and the following + disclaimer in the documentation and/or other materials provided + with the distribution. + * Neither the name of The Linux Foundation nor the names of its + contributors may be used to endorse or promote products derived + from this software without specific prior written permission. + +THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED +WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT +ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS +BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR +CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF +SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR +BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, +WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE +OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN +IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ +package com.android.camera.imageprocessor; + +import android.content.ContentResolver; +import android.graphics.ImageFormat; +import android.graphics.Rect; +import android.graphics.YuvImage; +import android.hardware.camera2.CaptureRequest; +import android.media.Image; +import android.media.ImageReader; +import android.os.Handler; +import android.os.HandlerThread; +import android.os.Looper; +import android.util.Log; +import android.widget.Toast; + +import com.android.camera.CameraActivity; +import com.android.camera.CaptureModule; +import com.android.camera.MediaSaveService; +import com.android.camera.PhotoModule; +import com.android.camera.SettingsManager; +import com.android.camera.imageprocessor.filter.OptizoomFilter; +import com.android.camera.ui.RotateTextToast; + +import java.io.ByteArrayOutputStream; +import java.nio.ByteBuffer; +import java.util.ArrayList; +import java.util.List; +import com.android.camera.imageprocessor.filter.ImageFilter; + +public class PostProcessor implements ImageReader.OnImageAvailableListener{ + + private CaptureModule mController; + + private static final String TAG = "PostProcessor"; + public static final int FILTER_NONE = 0; + public static final int FILTER_OPTIZOOM = 1; + public static final int FILTER_MAX = 2; + + private int mCurrentNumImage = 0; + private ImageFilter mFilter; + private int mFilterIndex; + private HandlerThread mHandlerThread; + private ProcessorHandler mHandler; + private CameraActivity mActivity; + private int mWidth; + private int mHeight; + private int mStride; + private Object lock = new Object(); + private ImageFilter.ResultImage mDefaultResultImage; //This is used only no filter is chosen. + private Image[] mImages; + private PhotoModule.NamedImages mNamedImages; + private WatchdogThread mWatchdog; + + //This is for the debug feature. + private static boolean DEBUG_FILTER = true; //TODO: This has to be false before releasing. + private ImageFilter.ResultImage mDebugResultImage; + + @Override + public void onImageAvailable(ImageReader reader) { + try { + Image image = reader.acquireNextImage(); + addImage(image); + if (isReadyToProcess()) { + long captureStartTime = System.currentTimeMillis(); + mNamedImages.nameNewImage(captureStartTime); + PhotoModule.NamedImages.NamedEntity name = mNamedImages.getNextNameEntity(); + String title = (name == null) ? null : name.title; + long date = (name == null) ? -1 : name.date; + processImage(title, date, mController.getMediaSavedListener(), mActivity.getContentResolver()); + } + } catch (IllegalStateException e) { + Log.e(TAG, "Max images has been already acquired. "); + } + } + + enum STATUS { + DEINIT, + INIT, + BUSY + } + private STATUS mStatus = STATUS.DEINIT; + + public PostProcessor(CameraActivity activity, CaptureModule module) { + mController = module; + mActivity = activity; + mNamedImages = new PhotoModule.NamedImages(); + + } + + public boolean isItBusy() { + if(mStatus == STATUS.BUSY) + return true; + return false; + } + + public List<CaptureRequest> setRequiredImages(CaptureRequest.Builder builder) { + if(mFilter == null) { + List<CaptureRequest> list = new ArrayList<CaptureRequest>(); + list.add(builder.build()); + return list; + } else { + return mFilter.setRequiredImages(builder); + } + } + + public boolean isFilterOn() { + if(mFilter == null) + return false; + return true; + } + + public void onOpen(int postFilterId) { + setFilter(postFilterId); + startBackgroundThread(); + + } + + public int getFilterIndex() { + return mFilterIndex; + } + + public void onClose() { + synchronized (lock) { + if(mHandler != null) { + mHandler.setInActive(); + } + stopBackgroundThread(); + } + setFilter(FILTER_NONE); + } + + private void startBackgroundThread() { + mHandlerThread = new HandlerThread("PostProcessorThread"); + mHandlerThread.start(); + mHandler = new ProcessorHandler(mHandlerThread.getLooper()); + + mWatchdog = new WatchdogThread(); + mWatchdog.start(); + } + + class WatchdogThread extends Thread { + private boolean isAlive = true; + private boolean isMonitor = false; + private int counter = 0; + public void run() { + while(isAlive) { + try { + Thread.sleep(200); + }catch(InterruptedException e) { + } + if(isMonitor) { + counter++; + if(counter >= 40) { //This is 4 seconds. + bark(); + break; + } + } + } + + } + + public void startMonitor() { + isMonitor = true; + } + + public void stopMonitor() { + isMonitor = false; + counter = 0; + } + + public void kill() { + isAlive = false; + } + private void bark() { + Log.e(TAG, "It takes too long to get the images and process the filter!"); + int index = getFilterIndex(); + setFilter(FILTER_NONE); + setFilter(index); + } + } + + class ProcessorHandler extends Handler { + boolean isRunning; + + public ProcessorHandler(Looper looper) { + super(looper); + isRunning = true; + } + + public void setInActive() { + isRunning = false; + } + } + + private void stopBackgroundThread() { + if (mHandlerThread != null) { + mHandlerThread.quitSafely(); + try { + mHandlerThread.join(); + } catch (InterruptedException e) { + } + mHandlerThread = null; + mHandler = null; + } + if(mWatchdog != null) { + mWatchdog.kill(); + mWatchdog = null; + } + clear(); + } + + public boolean setFilter(int index) { + if(index < 0 || index >= FILTER_MAX) { + Log.e(TAG, "Invalid scene filter ID"); + return false; + } + synchronized (lock) { + if (mFilter != null) { + mFilter.deinit(); + } + mStatus = STATUS.DEINIT; + switch (index) { + case FILTER_NONE: + mFilter = null; + break; + case FILTER_OPTIZOOM: + mFilter = new OptizoomFilter(mController); + break; + } + } + + if(mFilter != null && !mFilter.isSupported()) { + final String filterName = mFilter.getStringName(); + mFilter = null; + mActivity.runOnUiThread(new Runnable() { + public void run() { + RotateTextToast.makeText(mActivity, filterName+" is not supported. ", Toast.LENGTH_SHORT).show(); + } + }); + } + + if(mFilter == null) { + mFilterIndex = FILTER_NONE; + return false; + } + mFilterIndex = index; + mImages = new Image[mFilter.getNumRequiredImage()]; + return true; + } + + private boolean isReadyToProcess() { + synchronized (lock) { + if (mFilter == null) { + return true; + } + if (mCurrentNumImage >= mFilter.getNumRequiredImage()) { + return true; + } + } + return false; + } + + private void addImage(final Image image) { + if(mHandler == null || !mHandler.isRunning) { + return; + } + final ProcessorHandler handler = mHandler; + if (mStatus == STATUS.DEINIT) { + mWidth = image.getWidth(); + mHeight = image.getHeight(); + mStride = image.getPlanes()[0].getRowStride(); + mStatus = STATUS.INIT; + mHandler.post(new Runnable() { + public void run() { + synchronized (lock) { + if(!handler.isRunning) { + return; + } + if(mFilter == null) { + //Nothing here we have to do if filter is not chosen. + } else { + mFilter.init(mWidth, mHeight, mStride, mStride); + } + } + } + }); + } + if(mCurrentNumImage == 0) { + mStatus = STATUS.BUSY; + if(mWatchdog != null) { + mWatchdog.startMonitor(); + } + } + if(mFilter != null && mCurrentNumImage >= mFilter.getNumRequiredImage()) { + return; + } + final int numImage = mCurrentNumImage; + mCurrentNumImage++; + if(mHandler == null) { + return; + } + mHandler.post(new Runnable() { + public void run() { + synchronized (lock) { + if(!handler.isRunning) { + return; + } + ByteBuffer yBuf = image.getPlanes()[0].getBuffer(); + ByteBuffer vuBuf = image.getPlanes()[2].getBuffer(); + if(mFilter != null && DEBUG_FILTER && numImage == 0) { + mDebugResultImage = new ImageFilter.ResultImage(ByteBuffer.allocateDirect(mStride * mHeight*3/2), + new Rect(0, 0, mWidth, mHeight), mWidth, mHeight, mStride); + yBuf.get(mDebugResultImage.outBuffer.array(), 0, yBuf.remaining()); + vuBuf.get(mDebugResultImage.outBuffer.array(), mStride * mHeight, vuBuf.remaining()); + yBuf.rewind(); + vuBuf.rewind(); + } + if(mFilter == null) { + mDefaultResultImage = new ImageFilter.ResultImage(ByteBuffer.allocateDirect(mStride * mHeight*3/2), + new Rect(0, 0, mWidth, mHeight), mWidth, mHeight, mStride); + yBuf.get(mDefaultResultImage.outBuffer.array(), 0, yBuf.remaining()); + vuBuf.get(mDefaultResultImage.outBuffer.array(), mStride*mHeight, vuBuf.remaining()); + image.close(); + } else { + mFilter.addImage(image.getPlanes()[0].getBuffer(), + image.getPlanes()[2].getBuffer(), numImage, null); + mImages[numImage] = image; + } + } + } + }); + } + + private void clear() { + mCurrentNumImage = 0; + } + + private void processImage(final String title, final long date, + final MediaSaveService.OnMediaSavedListener mediaSavedListener, + final ContentResolver contentResolver) { + if(mHandler == null || !mHandler.isRunning) { + return; + } + final ProcessorHandler handler = mHandler; + mHandler.post(new Runnable() { + public void run() { + byte[] bytes; + ImageFilter.ResultImage resultImage = null; + synchronized (lock) { + if (!handler.isRunning) { + return; + } + if (mFilter == null) { //In case no post filter is chosen + resultImage = mDefaultResultImage; + } else { + resultImage = mFilter.processImage(); + for (int i = 0; i < mImages.length; i++) { + if(mImages[i] != null) { + mImages[i].close(); + mImages[i] = null; + } + } + } + clear(); + mStatus = STATUS.INIT; + if(mWatchdog != null) { + mWatchdog.stopMonitor(); + } + if((resultImage.outRoi.left + resultImage.outRoi.width() > resultImage.width) || + (resultImage.outRoi.top + resultImage.outRoi.height() > resultImage.height) + ) { + Log.e(TAG, "Processed outRoi is not within picture range"); + } else { + if(mFilter != null && DEBUG_FILTER) { + bytes = nv21ToJpeg(mDebugResultImage); + mActivity.getMediaSaveService().addImage( + bytes, title + "_beforeApplyingFilter", date, null, mDebugResultImage.outRoi.width(), mDebugResultImage.outRoi.height(), + 0, null, mediaSavedListener, contentResolver, "jpeg"); + } + bytes = nv21ToJpeg(resultImage); + mController.updateThumbnailJpegData(bytes); + mActivity.getMediaSaveService().addImage( + bytes, title, date, null, resultImage.outRoi.width(), resultImage.outRoi.height(), + 0, null, mediaSavedListener, contentResolver, "jpeg"); + } + } + } + }); + } + + private byte[] nv21ToJpeg(ImageFilter.ResultImage resultImage) { + BitmapOutputStream bos = new BitmapOutputStream(1024); + YuvImage im = new YuvImage(resultImage.outBuffer.array(), ImageFormat.NV21, + resultImage.width, resultImage.height, new int[]{resultImage.stride, resultImage.stride}); + im.compressToJpeg(resultImage.outRoi, 50, bos); + return bos.getArray(); + } + + private class BitmapOutputStream extends ByteArrayOutputStream { + public BitmapOutputStream(int size) { + super(size); + } + + public byte[] getArray() { + return buf; + } + } + + +} |