3 ** Copyright 2008, The Android Open Source Project
4 ** Copyright 2012, Samsung Electronics Co. LTD
6 ** Licensed under the Apache License, Version 2.0 (the "License");
7 ** you may not use this file except in compliance with the License.
8 ** You may obtain a copy of the License at
10 ** http://www.apache.org/licenses/LICENSE-2.0
12 ** Unless required by applicable law or agreed to in writing, software
13 ** distributed under the License is distributed on an "AS IS" BASIS,
14 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 ** See the License for the specific language governing permissions and
16 ** limitations under the License.
20 * \file ExynosCameraHWInterface2.h
21 * \brief header file for Android Camera API 2.0 HAL
22 * \author Sungjoong Kang(sj3.kang@samsung.com)
25 * <b>Revision History: </b>
26 * - 2012/05/31 : Sungjoong Kang(sj3.kang@samsung.com) \n
29 * - 2012/07/10 : Sungjoong Kang(sj3.kang@samsung.com) \n
34 #ifndef EXYNOS_CAMERA_HW_INTERFACE_2_H
35 #define EXYNOS_CAMERA_HW_INTERFACE_2_H
37 #include <hardware/camera2.h>
38 #include <camera/Camera.h>
39 #include <camera/CameraParameters.h>
40 #include <utils/List.h>
41 #include "SignalDrivenThread.h"
42 #include "MetadataConverter.h"
43 #include "exynos_v4l2.h"
44 #include "ExynosRect.h"
45 #include "ExynosBuffer.h"
46 #include "videodev2_exynos_camera.h"
47 #include "gralloc_priv.h"
48 #include "ExynosJpegEncoderForCamera.h"
50 #include "fimc-is-metadata.h"
52 #include "ExynosExif.h"
54 #include "ExynosCamera2.h"
55 #include "cutils/properties.h"
59 //#define EXYNOS_CAMERA_LOG
60 #define ENABLE_FRAME_SYNC
61 #define NODE_PREFIX "/dev/video"
63 #define NUM_MAX_STREAM_THREAD (5)
64 #define NUM_MAX_REQUEST_MGR_ENTRY (4)
65 #define NUM_MAX_CAMERA_BUFFERS (16)
66 #define NUM_BAYER_BUFFERS (8)
67 #define NUM_SCC_BUFFERS (8)
68 #define NUM_SCP_BUFFERS (8)
69 #define NUM_MIN_SENSOR_QBUF (3)
70 #define NUM_MAX_SUBSTREAM (4)
72 #define PICTURE_GSC_NODE_NUM (2)
73 #define VIDEO_GSC_NODE_NUM (1)
75 #define STREAM_TYPE_DIRECT (0)
76 #define STREAM_TYPE_INDIRECT (1)
78 #define SIGNAL_MAIN_REQ_Q_NOT_EMPTY (SIGNAL_THREAD_COMMON_LAST<<1)
80 #define SIGNAL_MAIN_STREAM_OUTPUT_DONE (SIGNAL_THREAD_COMMON_LAST<<3)
81 #define SIGNAL_SENSOR_START_REQ_PROCESSING (SIGNAL_THREAD_COMMON_LAST<<4)
83 #define SIGNAL_THREAD_RELEASE (SIGNAL_THREAD_COMMON_LAST<<8)
85 #define SIGNAL_STREAM_REPROCESSING_START (SIGNAL_THREAD_COMMON_LAST<<14)
86 #define SIGNAL_STREAM_DATA_COMING (SIGNAL_THREAD_COMMON_LAST<<15)
88 #define NO_TRANSITION (0)
89 #define HAL_AFSTATE_INACTIVE (1)
90 #define HAL_AFSTATE_NEEDS_COMMAND (2)
91 #define HAL_AFSTATE_STARTED (3)
92 #define HAL_AFSTATE_SCANNING (4)
93 #define HAL_AFSTATE_LOCKED (5)
94 #define HAL_AFSTATE_FAILED (6)
95 #define HAL_AFSTATE_NEEDS_DETERMINATION (7)
96 #define HAL_AFSTATE_PASSIVE_FOCUSED (8)
98 #define STREAM_ID_PREVIEW (0)
99 #define STREAM_MASK_PREVIEW (1<<STREAM_ID_PREVIEW)
100 #define STREAM_ID_RECORD (1)
101 #define STREAM_MASK_RECORD (1<<STREAM_ID_RECORD)
102 #define STREAM_ID_PRVCB (2)
103 #define STREAM_MASK_PRVCB (1<<STREAM_ID_PRVCB)
104 #define STREAM_ID_JPEG (4)
105 #define STREAM_MASK_JPEG (1<<STREAM_ID_JPEG)
106 #define STREAM_ID_ZSL (5)
107 #define STREAM_MASK_ZSL (1<<STREAM_ID_ZSL)
109 #define STREAM_ID_JPEG_REPROCESS (8)
110 #define STREAM_ID_LAST STREAM_ID_JPEG_REPROCESS
112 #define MASK_OUTPUT_SCP (STREAM_MASK_PREVIEW|STREAM_MASK_RECORD|STREAM_MASK_PRVCB)
113 #define MASK_OUTPUT_SCC (STREAM_MASK_JPEG|STREAM_MASK_ZSL)
115 #define SUBSTREAM_TYPE_NONE (0)
116 #define SUBSTREAM_TYPE_JPEG (1)
117 #define SUBSTREAM_TYPE_RECORD (2)
118 #define SUBSTREAM_TYPE_PRVCB (3)
119 #define FLASH_STABLE_WAIT_TIMEOUT (10)
121 #ifdef EXYNOS_CAMERA_LOG
122 #define CAM_LOGV(...) ((void)ALOG(LOG_VERBOSE, LOG_TAG, __VA_ARGS__))
123 #define CAM_LOGD(...) ((void)ALOG(LOG_DEBUG, LOG_TAG, __VA_ARGS__))
124 #define CAM_LOGW(...) ((void)ALOG(LOG_WARN, LOG_TAG, __VA_ARGS__))
125 #define CAM_LOGE(...) ((void)ALOG(LOG_ERROR, LOG_TAG, __VA_ARGS__))
127 #define CAM_LOGV(...) ((void)0)
128 #define CAM_LOGD(...) ((void)0)
129 #define CAM_LOGW(...) ((void)0)
130 #define CAM_LOGE(...) ((void)0)
134 SENSOR_NAME_S5K3H2
= 1,
135 SENSOR_NAME_S5K6A3
= 2,
136 SENSOR_NAME_S5K4E5
= 3,
137 SENSOR_NAME_S5K3H7
= 4,
138 SENSOR_NAME_CUSTOM
= 5,
142 enum is_subscenario_id
{
143 ISS_SUB_SCENARIO_STILL
,
144 ISS_SUB_SCENARIO_VIDEO
,
145 ISS_SUB_SCENARIO_SCENE1
,
146 ISS_SUB_SCENARIO_SCENE2
,
147 ISS_SUB_SCENARIO_SCENE3
,
151 int SUPPORT_THUMBNAIL_REAR_SIZE
[][2] =
158 int SUPPORT_THUMBNAIL_FRONT_SIZE
[][2] =
166 enum is_set_flash_command_state
{
167 IS_FLASH_STATE_NONE
= 0,
168 IS_FLASH_STATE_ON
= 1,
169 IS_FLASH_STATE_ON_WAIT
,
170 IS_FLASH_STATE_ON_DONE
,
171 IS_FLASH_STATE_AUTO_AE_AWB_LOCK
,
172 IS_FLASH_STATE_AE_AWB_LOCK_WAIT
,
173 IS_FLASH_STATE_AUTO_WAIT
,
174 IS_FLASH_STATE_AUTO_DONE
,
175 IS_FLASH_STATE_AUTO_OFF
,
176 IS_FLASH_STATE_CAPTURE
,
177 IS_FLASH_STATE_CAPTURE_WAIT
,
178 IS_FLASH_STATE_CAPTURE_JPEG
,
179 IS_FLASH_STATE_CAPTURE_END
,
183 enum is_set_command_state
{
185 IS_COMMAND_EXECUTION
,
190 typedef struct node_info
{
197 enum v4l2_memory memory
;
198 enum v4l2_buf_type type
;
199 ExynosBuffer buffer
[NUM_MAX_CAMERA_BUFFERS
];
204 typedef struct camera_hw_info
{
213 struct camera2_shot_ext dummy_shot
;
217 typedef enum request_entry_status
{
223 } request_entry_status_t
;
225 typedef struct request_manager_entry
{
226 request_entry_status_t status
;
227 camera_metadata_t
*original_request
;
228 struct camera2_shot_ext internal_shot
;
229 int output_stream_count
;
230 } request_manager_entry_t
;
232 // structure related to a specific function of camera
233 typedef struct af_control_info
{
234 int m_afTriggerTimeOut
;
237 typedef struct flash_control_info
{
238 // UI flash mode indicator
239 enum aa_aemode i_flashMode
;
241 bool m_afFlashDoneFlg
;
243 bool m_flashEnableFlg
;
244 int m_flashFrameCount
;
248 // At flash auto mode only : 1 -> flash is needed, 0 -> normal case
249 bool m_flashDecisionResult
;
250 // torch indicator. this will be replaced by flashMode meta
251 bool m_flashTorchMode
;
252 // for precapture metering
253 int m_precaptureState
;
254 int m_precaptureTriggerId
;
257 typedef struct awb_control_info
{
258 // UI awb mode indicator
259 enum aa_awbmode i_awbMode
;
262 typedef struct ae_control_info
{
263 // pre-capture notification state
264 enum ae_state aeStateNoti
;
267 typedef struct request_control_info
{
268 ctl_flash_info_t flash
;
272 } ctl_request_info_t
;
274 class RequestManager
{
276 RequestManager(SignalDrivenThread
* main_thread
);
280 bool IsRequestQueueFull();
282 void RegisterRequest(camera_metadata_t
*new_request
);
283 void DeregisterRequest(camera_metadata_t
**deregistered_request
);
284 bool PrepareFrame(size_t *num_entries
, size_t *frame_size
,
285 camera_metadata_t
**prepared_frame
, int afState
);
286 int MarkProcessingRequest(ExynosBuffer
* buf
, int *afMode
);
287 void NotifyStreamOutput(int frameCnt
);
288 void ApplyDynamicMetadata(struct camera2_shot_ext
*shot_ext
);
289 void CheckCompleted(int index
);
290 void UpdateIspParameters(struct camera2_shot_ext
*shot_ext
, int frameCnt
, ctl_request_info_t
*ctl_info
);
291 void RegisterTimestamp(int frameCnt
, nsecs_t
*frameTime
);
292 nsecs_t
GetTimestampByFrameCnt(int frameCnt
);
293 nsecs_t
GetTimestamp(int index
);
294 uint8_t GetOutputStreamByFrameCnt(int frameCnt
);
295 uint8_t GetOutputStream(int index
);
296 int FindFrameCnt(struct camera2_shot_ext
* shot_ext
);
297 bool IsVdisEnable(void);
298 int FindEntryIndexByFrameCnt(int frameCnt
);
300 int GetNextIndex(int index
);
301 void SetDefaultParameters(int cropX
);
302 void SetInitialSkip(int count
);
304 void SetFrameIndex(int index
);
306 void pushSensorQ(int index
);
308 void releaseSensorQ();
311 MetadataConverter
*m_metadataConverter
;
312 SignalDrivenThread
*m_mainThread
;
314 int m_entryInsertionIndex
;
315 int m_entryProcessingIndex
;
316 int m_entryFrameOutputIndex
;
317 request_manager_entry_t entries
[NUM_MAX_REQUEST_MGR_ENTRY
];
318 int m_completedIndex
;
320 Mutex m_requestMutex
;
322 //TODO : alloc dynamically
323 char m_tempFrameMetadataBuf
[2000];
324 camera_metadata_t
*m_tempFrameMetadata
;
326 int m_sensorPipelineSkipCnt
;
334 nsecs_t m_lastTimeStamp
;
339 typedef struct bayer_buf_entry
{
346 class BayerBufManager
{
350 int GetIndexForSensorEnqueue();
351 int MarkSensorEnqueue(int index
);
352 int MarkSensorDequeue(int index
, int reqFrameCnt
, nsecs_t
*timeStamp
);
353 int GetIndexForIspEnqueue(int *reqFrameCnt
);
354 int GetIndexForIspDequeue(int *reqFrameCnt
);
355 int MarkIspEnqueue(int index
);
356 int MarkIspDequeue(int index
);
357 int GetNumOnSensor();
358 int GetNumOnHalFilled();
362 int GetNextIndex(int index
);
364 int sensorEnqueueHead
;
365 int sensorDequeueHead
;
373 bayer_buf_entry_t entries
[NUM_BAYER_BUFFERS
];
377 #define NOT_AVAILABLE (0)
378 #define REQUIRES_DQ_FROM_SVC (1)
379 #define ON_DRIVER (2)
381 #define ON_SERVICE (4)
383 #define BAYER_NOT_AVAILABLE (0)
384 #define BAYER_ON_SENSOR (1)
385 #define BAYER_ON_HAL_FILLED (2)
386 #define BAYER_ON_ISP (3)
387 #define BAYER_ON_SERVICE (4)
388 #define BAYER_ON_HAL_EMPTY (5)
390 typedef struct stream_parameters
{
394 const camera2_stream_ops_t
* streamOps
;
398 int numOwnSvcBuffers
;
402 buffer_handle_t svcBufHandle
[NUM_MAX_CAMERA_BUFFERS
];
403 ExynosBuffer svcBuffers
[NUM_MAX_CAMERA_BUFFERS
];
404 ExynosBuffer metaBuffers
[NUM_MAX_CAMERA_BUFFERS
];
405 int svcBufStatus
[NUM_MAX_CAMERA_BUFFERS
];
408 int minUndequedBuffer
;
409 } stream_parameters_t
;
411 typedef struct substream_parameters
{
416 const camera2_stream_ops_t
* streamOps
;
419 int numOwnSvcBuffers
;
423 buffer_handle_t svcBufHandle
[NUM_MAX_CAMERA_BUFFERS
];
424 ExynosBuffer svcBuffers
[NUM_MAX_CAMERA_BUFFERS
];
425 int svcBufStatus
[NUM_MAX_CAMERA_BUFFERS
];
429 int minUndequedBuffer
;
430 } substream_parameters_t
;
432 typedef struct substream_entry
{
437 class ExynosCameraHWInterface2
: public virtual RefBase
{
439 ExynosCameraHWInterface2(int cameraId
, camera2_device_t
*dev
, ExynosCamera2
* camera
, int *openInvalid
);
440 virtual ~ExynosCameraHWInterface2();
442 virtual void release();
444 inline int getCameraId() const;
446 virtual int setRequestQueueSrcOps(const camera2_request_queue_src_ops_t
*request_src_ops
);
447 virtual int notifyRequestQueueNotEmpty();
448 virtual int setFrameQueueDstOps(const camera2_frame_queue_dst_ops_t
*frame_dst_ops
);
449 virtual int getInProgressCount();
450 virtual int flushCapturesInProgress();
451 virtual int constructDefaultRequest(int request_template
, camera_metadata_t
**request
);
452 virtual int allocateStream(uint32_t width
, uint32_t height
,
453 int format
, const camera2_stream_ops_t
*stream_ops
,
454 uint32_t *stream_id
, uint32_t *format_actual
, uint32_t *usage
, uint32_t *max_buffers
);
455 virtual int registerStreamBuffers(uint32_t stream_id
, int num_buffers
, buffer_handle_t
*buffers
);
456 virtual int releaseStream(uint32_t stream_id
);
457 virtual int allocateReprocessStream(uint32_t width
, uint32_t height
,
458 uint32_t format
, const camera2_stream_in_ops_t
*reprocess_stream_ops
,
459 uint32_t *stream_id
, uint32_t *consumer_usage
, uint32_t *max_buffers
);
460 virtual int allocateReprocessStreamFromStream(uint32_t output_stream_id
,
461 const camera2_stream_in_ops_t
*reprocess_stream_ops
, uint32_t *stream_id
);
462 virtual int releaseReprocessStream(uint32_t stream_id
);
463 virtual int triggerAction(uint32_t trigger_id
, int ext1
, int ext2
);
464 virtual int setNotifyCallback(camera2_notify_callback notify_cb
, void *user
);
465 virtual int getMetadataVendorTagOps(vendor_tag_query_ops_t
**ops
);
466 virtual int dump(int fd
);
468 class MainThread
: public SignalDrivenThread
{
469 ExynosCameraHWInterface2
*mHardware
;
471 MainThread(ExynosCameraHWInterface2
*hw
):
472 SignalDrivenThread(),
475 void threadFunctionInternal()
477 mHardware
->m_mainThreadFunc(this);
484 class SensorThread
: public SignalDrivenThread
{
485 ExynosCameraHWInterface2
*mHardware
;
487 SensorThread(ExynosCameraHWInterface2
*hw
):
488 SignalDrivenThread(),
491 void threadFunctionInternal() {
492 mHardware
->m_sensorThreadFunc(this);
500 class StreamThread
: public SignalDrivenThread
{
501 ExynosCameraHWInterface2
*mHardware
;
503 StreamThread(ExynosCameraHWInterface2
*hw
, uint8_t new_index
):
504 SignalDrivenThread(),
506 m_index(new_index
) { }
508 void threadFunctionInternal() {
509 mHardware
->m_streamThreadFunc(this);
512 void setParameter(stream_parameters_t
* new_parameters
);
513 status_t
attachSubStream(int stream_id
, int priority
);
514 status_t
detachSubStream(int stream_id
);
516 int findBufferIndex(void * bufAddr
);
517 int findBufferIndex(buffer_handle_t
* bufHandle
);
522 stream_parameters_t m_parameters
;
523 stream_parameters_t
*m_tempParameters
;
524 substream_entry_t m_attachedSubStreams
[NUM_MAX_SUBSTREAM
];
528 int m_numRegisteredStream
;
531 sp
<MainThread
> m_mainThread
;
532 sp
<SensorThread
> m_sensorThread
;
533 sp
<StreamThread
> m_streamThreads
[NUM_MAX_STREAM_THREAD
];
534 substream_parameters_t m_subStreams
[STREAM_ID_LAST
+1];
538 RequestManager
*m_requestManager
;
539 BayerBufManager
*m_BayerManager
;
540 ExynosCamera2
*m_camera2
;
542 void m_mainThreadFunc(SignalDrivenThread
* self
);
543 void m_sensorThreadFunc(SignalDrivenThread
* self
);
544 void m_streamThreadFunc(SignalDrivenThread
* self
);
545 void m_streamThreadInitialize(SignalDrivenThread
* self
);
547 void m_streamFunc_direct(SignalDrivenThread
*self
);
548 void m_streamFunc_indirect(SignalDrivenThread
*self
);
550 void m_streamBufferInit(SignalDrivenThread
*self
);
552 int m_runSubStreamFunc(StreamThread
*selfThread
, ExynosBuffer
*srcImageBuf
,
553 int stream_id
, nsecs_t frameTimeStamp
);
554 int m_jpegCreator(StreamThread
*selfThread
, ExynosBuffer
*srcImageBuf
, nsecs_t frameTimeStamp
);
555 int m_recordCreator(StreamThread
*selfThread
, ExynosBuffer
*srcImageBuf
, nsecs_t frameTimeStamp
);
556 int m_prvcbCreator(StreamThread
*selfThread
, ExynosBuffer
*srcImageBuf
, nsecs_t frameTimeStamp
);
557 void m_getAlignedYUVSize(int colorFormat
, int w
, int h
,
559 bool m_getRatioSize(int src_w
, int src_h
,
560 int dst_w
, int dst_h
,
561 int *crop_x
, int *crop_y
,
562 int *crop_w
, int *crop_h
,
564 int createIonClient(ion_client ionClient
);
565 int deleteIonClient(ion_client ionClient
);
567 int allocCameraMemory(ion_client ionClient
, ExynosBuffer
*buf
, int iMemoryNum
);
568 int allocCameraMemory(ion_client ionClient
, ExynosBuffer
*buf
, int iMemoryNum
, int cacheFlag
);
569 void freeCameraMemory(ExynosBuffer
*buf
, int iMemoryNum
);
570 void initCameraMemory(ExynosBuffer
*buf
, int iMemoryNum
);
572 void DumpInfoWithShot(struct camera2_shot_ext
* shot_ext
);
573 bool m_checkThumbnailSize(int w
, int h
);
574 bool yuv2Jpeg(ExynosBuffer
*yuvBuf
,
575 ExynosBuffer
*jpegBuf
,
577 int InitializeISPChain();
579 void StartSCCThread(bool threadExists
);
581 void SetAfMode(enum aa_afmode afMode
);
582 void OnAfTriggerStart(int id
);
583 void OnAfTrigger(int id
);
584 void OnAfTriggerAutoMacro(int id
);
585 void OnAfTriggerCAFPicture(int id
);
586 void OnAfTriggerCAFVideo(int id
);
587 void OnPrecaptureMeteringTriggerStart(int id
);
588 void OnAfCancel(int id
);
589 void OnAfCancelAutoMacro(int id
);
590 void OnAfCancelCAFPicture(int id
);
591 void OnAfCancelCAFVideo(int id
);
592 void OnPrecaptureMeteringNotificationISP();
593 void OnPrecaptureMeteringNotificationSensor();
594 void OnAfNotification(enum aa_afstate noti
);
595 void OnAfNotificationAutoMacro(enum aa_afstate noti
);
596 void OnAfNotificationCAFPicture(enum aa_afstate noti
);
597 void OnAfNotificationCAFVideo(enum aa_afstate noti
);
598 void SetAfStateForService(int newState
);
599 int GetAfStateForService();
600 exif_attribute_t mExifInfo
;
601 void m_setExifFixedAttribute(void);
602 void m_setExifChangedAttribute(exif_attribute_t
*exifInfo
, ExynosRect
*rect
,
603 camera2_shot
*currentEntry
);
604 void m_preCaptureSetter(struct camera2_shot_ext
* shot_ext
);
605 void m_preCaptureListenerSensor(struct camera2_shot_ext
* shot_ext
);
606 void m_preCaptureListenerISP(struct camera2_shot_ext
* shot_ext
);
607 void m_updateAfRegion(struct camera2_shot_ext
* shot_ext
);
608 void m_afTrigger(struct camera2_shot_ext
* shot_ext
);
609 void *m_exynosPictureCSC
;
610 void *m_exynosVideoCSC
;
613 camera2_request_queue_src_ops_t
*m_requestQueueOps
;
614 camera2_frame_queue_dst_ops_t
*m_frameQueueOps
;
615 camera2_notify_callback m_notifyCb
;
616 void *m_callbackCookie
;
618 int m_numOfRemainingReqInSvc
;
619 bool m_isRequestQueuePending
;
620 bool m_isRequestQueueNull
;
621 camera2_device_t
*m_halDevice
;
622 static gralloc_module_t
const* m_grallocHal
;
625 camera_hw_info_t m_camera_info
;
627 ion_client m_ionCameraClient
;
631 int m_need_streamoff
;
634 int indexToQueue
[3+1];
638 ExynosBuffer m_resizeBuf
;
639 #ifndef ENABLE_FRAME_SYNC
640 int m_currentOutputStreams
;
642 int m_currentReprocessOutStreams
;
643 ExynosBuffer m_previewCbBuf
;
648 uint32_t lastAfRegion
[4];
654 mutable Mutex m_qbufLock
;
658 enum aa_afmode m_afMode
;
659 enum aa_afmode m_afMode2
;
660 bool m_IsAfModeUpdateRequired
;
661 bool m_IsAfTriggerRequired
;
662 bool m_IsAfLockRequired
;
663 int m_serviceAfState
;
664 bool m_AfHwStateFailed
;
665 int m_afPendingTriggerId
;
666 int m_afModeWaitingCnt
;
667 struct camera2_shot m_jpegMetadata
;
668 int m_scpOutputSignalCnt
;
669 int m_scpOutputImageCnt
;
670 int m_nightCaptureCnt
;
671 int m_nightCaptureFrameCnt
;
674 int m_reprocessStreamId
;
675 const camera2_stream_in_ops_t
* m_reprocessOps
;
676 int m_reprocessOutputStreamId
;
677 int m_reprocessingFrameCnt
;
678 ctl_request_info_t m_ctlInfo
;
681 }; // namespace android