You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
296 lines
13 KiB
296 lines
13 KiB
/* Copyright (c) 2012-2016, The Linux Foundation. All rights reserved. |
|
* |
|
* Redistribution and use in source and binary forms, with or without |
|
* modification, are permitted provided that the following conditions are |
|
* met: |
|
* * Redistributions of source code must retain the above copyright |
|
* notice, this list of conditions and the following disclaimer. |
|
* * Redistributions in binary form must reproduce the above |
|
* copyright notice, this list of conditions and the following |
|
* disclaimer in the documentation and/or other materials provided |
|
* with the distribution. |
|
* * Neither the name of The Linux Foundation nor the names of its |
|
* contributors may be used to endorse or promote products derived |
|
* from this software without specific prior written permission. |
|
* |
|
* THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED |
|
* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF |
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT |
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS |
|
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR |
|
* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, |
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE |
|
* OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN |
|
* IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
|
* |
|
*/ |
|
|
|
#ifndef __QCAMERA_POSTPROC_H__ |
|
#define __QCAMERA_POSTPROC_H__ |
|
|
|
// Camera dependencies |
|
#include "QCamera2HWI.h" |
|
|
|
extern "C" { |
|
#include "mm_camera_interface.h" |
|
#include "mm_jpeg_interface.h" |
|
} |
|
|
|
#define MAX_JPEG_BURST 2 |
|
#define HAL_PP_NUM_BUFS 2 |
|
#define CAM_PP_CHANNEL_MAX 8 |
|
|
|
namespace qcamera { |
|
|
|
class QCameraExif; |
|
class QCamera2HardwareInterface; |
|
class QCameraHALPP; |
|
|
|
typedef struct { |
|
uint32_t jobId; // job ID |
|
uint32_t client_hdl; // handle of jpeg client (obtained when open jpeg) |
|
mm_camera_super_buf_t *src_frame;// source frame (need to be returned back to kernel |
|
//after done) |
|
mm_camera_super_buf_t *src_reproc_frame; // original source |
|
//frame for reproc if not NULL |
|
metadata_buffer_t *metadata; // source frame metadata |
|
bool reproc_frame_release; // false release original buffer, true don't release it |
|
mm_camera_buf_def_t *src_reproc_bufs; |
|
QCameraExif *pJpegExifObj; |
|
uint8_t offline_buffer; |
|
mm_camera_buf_def_t *offline_reproc_buf; //HAL processed buffer |
|
bool halPPAllocatedBuf; // true if src frame buffer is allocated by HAL PP block |
|
mm_camera_buf_def_t *hal_pp_bufs; // bufs allocates for HAL PP |
|
QCameraHeapMemory *snapshot_heap; // heap memory of snapshot buffer |
|
QCameraHeapMemory *metadata_heap; // heap memory of metadata buffer |
|
} qcamera_jpeg_data_t; |
|
|
|
|
|
typedef struct { |
|
int8_t reprocCount; |
|
mm_camera_super_buf_t *src_frame; // source frame that needs post process |
|
mm_camera_super_buf_t *src_reproc_frame;// source frame (need to be |
|
//returned back to kernel after done) |
|
}qcamera_pp_request_t; |
|
|
|
typedef struct { |
|
uint32_t jobId; // job ID |
|
int8_t reprocCount; //Current pass count |
|
int8_t ppChannelIndex; //Reprocess channel object index |
|
mm_camera_super_buf_t *src_frame;// source frame |
|
bool reproc_frame_release; // false release original buffer |
|
// true don't release it |
|
mm_camera_buf_def_t *src_reproc_bufs; |
|
mm_camera_super_buf_t *src_reproc_frame;// source frame (need to be |
|
//returned back to kernel after done) |
|
uint8_t offline_buffer; |
|
mm_camera_buf_def_t *offline_reproc_buf; //HAL processed buffer |
|
} qcamera_pp_data_t; |
|
|
|
typedef struct { |
|
mm_camera_super_buf_t *frame; // source frame |
|
mm_camera_buf_def_t *bufs; // source buf_defs |
|
uint32_t frameIndex; // source frame index |
|
bool halPPAllocatedBuf; // true if src frame buffer is allocated by HAL PP block |
|
QCameraHeapMemory *snapshot_heap; // output image heap buffer |
|
QCameraHeapMemory *metadata_heap; // metadata heap buffer |
|
|
|
/* buffer in qcamera_pp_data_t need to be release when done */ |
|
bool reproc_frame_release; // false release original buffer |
|
// true don't release it |
|
mm_camera_buf_def_t *src_reproc_bufs; |
|
mm_camera_super_buf_t *src_reproc_frame;// source frame (need to be |
|
//returned back to kernel after done) |
|
uint8_t offline_buffer; |
|
mm_camera_buf_def_t *offline_reproc_buf; //HAL processed buffer |
|
} qcamera_hal_pp_data_t; |
|
|
|
typedef struct { |
|
uint32_t jobId; // job ID (obtained when start_jpeg_job) |
|
jpeg_job_status_t status; // jpeg encoding status |
|
mm_jpeg_output_t out_data; // ptr to jpeg output buf |
|
} qcamera_jpeg_evt_payload_t; |
|
|
|
typedef struct { |
|
camera_memory_t * data; // ptr to data memory struct |
|
mm_camera_super_buf_t * frame; // ptr to frame |
|
QCameraMemory * streamBufs; //ptr to stream buffers |
|
bool unlinkFile; // unlink any stored buffers on error |
|
} qcamera_release_data_t; |
|
|
|
typedef struct { |
|
int32_t msg_type; // msg type of data notify |
|
camera_memory_t * data; // ptr to data memory struct |
|
unsigned int index; // index of the buf in the whole buffer |
|
camera_frame_metadata_t *metadata; // ptr to meta data |
|
qcamera_release_data_t release_data; // any data needs to be release after notify |
|
} qcamera_data_argm_t; |
|
|
|
typedef enum { |
|
QCAMERA_HAL_PP_TYPE_UNDEFINED = 0, // default undefined type |
|
QCAMERA_HAL_PP_TYPE_DUAL_FOV, // dual camera Wide+Tele Dual FOV blending |
|
QCAMERA_HAL_PP_TYPE_BOKEH, // dual camera Wide+Tele Snapshot Bokeh |
|
QCAMERA_HAL_PP_TYPE_CLEARSIGHT, // dual camera Bayer+Mono Clearsight |
|
QCAMERA_HAL_PP_TYPE_MAX |
|
} HALPPType; |
|
|
|
#define MAX_EXIF_TABLE_ENTRIES 17 |
|
class QCameraExif |
|
{ |
|
public: |
|
QCameraExif(); |
|
virtual ~QCameraExif(); |
|
|
|
int32_t addEntry(exif_tag_id_t tagid, |
|
exif_tag_type_t type, |
|
uint32_t count, |
|
void *data); |
|
uint32_t getNumOfEntries() {return m_nNumEntries;}; |
|
QEXIF_INFO_DATA *getEntries() {return m_Entries;}; |
|
|
|
private: |
|
QEXIF_INFO_DATA m_Entries[MAX_EXIF_TABLE_ENTRIES]; // exif tags for JPEG encoder |
|
uint32_t m_nNumEntries; // number of valid entries |
|
}; |
|
|
|
class QCameraPostProcessor |
|
{ |
|
public: |
|
QCameraPostProcessor(QCamera2HardwareInterface *cam_ctrl); |
|
virtual ~QCameraPostProcessor(); |
|
|
|
int32_t init(jpeg_encode_callback_t jpeg_cb, void *user_data); |
|
int32_t deinit(); |
|
int32_t start(QCameraChannel *pSrcChannel); |
|
int32_t stop(); |
|
bool validatePostProcess(mm_camera_super_buf_t *frame); |
|
int32_t processData(mm_camera_super_buf_t *frame); |
|
int32_t processRawData(mm_camera_super_buf_t *frame); |
|
int32_t processPPData(mm_camera_super_buf_t *frame); |
|
int32_t processJpegEvt(qcamera_jpeg_evt_payload_t *evt); |
|
int32_t getJpegPaddingReq(cam_padding_info_t &padding_info); |
|
QCameraReprocessChannel * getReprocChannel(uint8_t index); |
|
inline bool getJpegMemOpt() {return mJpegMemOpt;} |
|
inline void setJpegMemOpt(bool val) {mJpegMemOpt = val;} |
|
int32_t setJpegHandle(mm_jpeg_ops_t *pJpegHandle, |
|
mm_jpeg_mpo_ops_t* pJpegMpoHandle, uint32_t clientHandle); |
|
int32_t createJpegSession(QCameraChannel *pSrcChannel); |
|
|
|
int8_t getPPChannelCount() {return mPPChannelCount;}; |
|
mm_camera_buf_def_t *getOfflinePPInputBuffer( |
|
mm_camera_super_buf_t *src_frame); |
|
static void processHalPPDataCB(qcamera_hal_pp_data_t *pOutput, void* pUserData); |
|
static void getHalPPOutputBufferCB(uint32_t frameIndex, void* pUserData); |
|
QCameraMemory *mOfflineDataBufs; |
|
QCameraChannel *getChannelByHandle(uint32_t channelHandle); |
|
bool isHalPPEnabled() { return (m_halPP != NULL);} |
|
void releaseSuperBuf(mm_camera_super_buf_t *super_buf); |
|
QCamera2HardwareInterface *m_parent; |
|
private: |
|
int32_t sendDataNotify(int32_t msg_type, |
|
camera_memory_t *data, |
|
uint8_t index, |
|
camera_frame_metadata_t *metadata, |
|
qcamera_release_data_t *release_data, |
|
uint32_t super_buf_frame_idx = 0); |
|
int32_t sendEvtNotify(int32_t msg_type, int32_t ext1, int32_t ext2); |
|
qcamera_jpeg_data_t *findJpegJobByJobId(uint32_t jobId); |
|
mm_jpeg_color_format getColorfmtFromImgFmt(cam_format_t img_fmt); |
|
mm_jpeg_format_t getJpegImgTypeFromImgFmt(cam_format_t img_fmt); |
|
int32_t getJpegEncodingConfig(mm_jpeg_encode_params_t& encode_parm, |
|
QCameraStream *main_stream, |
|
QCameraStream *thumb_stream, |
|
const mm_camera_super_buf_t *halpp_out_buf = NULL); |
|
int32_t encodeData(qcamera_jpeg_data_t *jpeg_job_data, |
|
uint8_t &needNewSess); |
|
int32_t queryStreams(QCameraStream **main, |
|
QCameraStream **thumb, |
|
QCameraStream **reproc, |
|
mm_camera_buf_def_t **main_image, |
|
mm_camera_buf_def_t **thumb_image, |
|
mm_camera_super_buf_t *main_frame, |
|
mm_camera_super_buf_t *reproc_frame); |
|
int32_t syncStreamParams(mm_camera_super_buf_t *frame, |
|
mm_camera_super_buf_t *reproc_frame); |
|
void releaseSuperBuf(mm_camera_super_buf_t *super_buf, |
|
cam_stream_type_t stream_type); |
|
static void releaseNotifyData(void *user_data, |
|
void *cookie, |
|
int32_t cb_status); |
|
void releaseJpegJobData(qcamera_jpeg_data_t *job); |
|
static void releaseSaveJobData(void *data, void *user_data); |
|
static void releaseRawData(void *data, void *user_data); |
|
int32_t processRawImageImpl(mm_camera_super_buf_t *recvd_frame); |
|
|
|
static void releaseJpegData(void *data, void *user_data); |
|
static void releasePPInputData(void *data, void *user_data); |
|
static void releaseOngoingPPData(void *data, void *user_data); |
|
|
|
static void *dataProcessRoutine(void *data); |
|
static void *dataSaveRoutine(void *data); |
|
|
|
int32_t setYUVFrameInfo(mm_camera_super_buf_t *recvd_frame); |
|
static bool matchJobId(void *data, void *user_data, void *match_data); |
|
static int getJpegMemory(omx_jpeg_ouput_buf_t *out_buf); |
|
static int releaseJpegMemory(omx_jpeg_ouput_buf_t *out_buf); |
|
int32_t processHalPPData(qcamera_hal_pp_data_t *pData); |
|
void getHalPPOutputBuffer(uint32_t frameIndex); |
|
int32_t doReprocess(); |
|
int32_t stopCapture(); |
|
int32_t initHALPP(); |
|
private: |
|
jpeg_encode_callback_t mJpegCB; |
|
void * mJpegUserData; |
|
mm_jpeg_ops_t mJpegHandle; |
|
mm_jpeg_mpo_ops_t mJpegMpoHandle; // handle for mpo composition for dualcam |
|
uint32_t mJpegClientHandle; |
|
uint32_t mJpegSessionId; |
|
uint32_t mJpegSessionIdHalPP; |
|
|
|
void * m_pJpegOutputMem[MM_JPEG_MAX_BUF]; |
|
void * m_pJpegOutputMemHalPP[MM_JPEG_MAX_BUF]; |
|
QCameraExif * m_pJpegExifObj; |
|
uint32_t m_bThumbnailNeeded; |
|
|
|
int8_t mPPChannelCount; |
|
QCameraReprocessChannel *mPPChannels[CAM_PP_CHANNEL_MAX]; |
|
|
|
camera_memory_t * m_DataMem; // save frame mem pointer |
|
|
|
int8_t m_bInited; // if postproc is inited |
|
|
|
QCameraQueue m_inputPPQ; // input queue for postproc |
|
QCameraQueue m_ongoingPPQ; // ongoing postproc queue |
|
QCameraQueue m_inputJpegQ; // input jpeg job queue |
|
QCameraQueue m_ongoingJpegQ; // ongoing jpeg job queue |
|
QCameraQueue m_inputRawQ; // input raw job queue |
|
QCameraQueue m_inputSaveQ; // input save job queue |
|
QCameraCmdThread m_dataProcTh; // thread for data processing |
|
QCameraCmdThread m_saveProcTh; // thread for storing buffers |
|
uint32_t mSaveFrmCnt; // save frame counter |
|
static const char *STORE_LOCATION; // path for storing buffers |
|
bool mUseSaveProc; // use store thread |
|
bool mUseJpegBurst; // use jpeg burst encoding mode |
|
bool mUseJpegBurstHalPP; |
|
bool mJpegMemOpt; |
|
uint32_t m_JpegOutputMemCount; |
|
uint32_t m_JpegOutputMemCountHALPP; |
|
QCameraStream *pJpegSrcStream; |
|
uint8_t mNewJpegSessionNeeded; |
|
uint8_t mNewJpegSessionNeededHalPP; |
|
int32_t m_bufCountPPQ; |
|
Vector<mm_camera_buf_def_t *> m_InputMetadata; // store input metadata buffers for AOST cases |
|
size_t m_PPindex; // counter for each incoming AOST buffer |
|
pthread_mutex_t m_reprocess_lock; // lock to ensure reprocess job is not freed early. |
|
HALPPType m_halPPType; // HAL Post process type |
|
QCameraHALPP *m_halPP; // HAL Post process block |
|
|
|
public: |
|
cam_dimension_t m_dst_dim; |
|
}; |
|
|
|
}; // namespace qcamera |
|
|
|
#endif /* __QCAMERA_POSTPROC_H__ */
|
|
|