/* Copyright (c) 2012-2016, The Linux Foundation. All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of The Linux Foundation nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ // System dependencies #include #include #include #include #include #include #include #define MMAN_H #include MMAN_H #include // Camera dependencies #include "mm_qcamera_app.h" #include "mm_qcamera_dbg.h" #include "mm_qcamera_app.h" static void mm_app_metadata_notify_cb(mm_camera_super_buf_t *bufs, void *user_data) { uint32_t i = 0; mm_camera_channel_t *channel = NULL; mm_camera_stream_t *p_stream = NULL; mm_camera_test_obj_t *pme = (mm_camera_test_obj_t *)user_data; mm_camera_buf_def_t *frame; metadata_buffer_t *pMetadata; if (NULL == bufs || NULL == user_data) { LOGE("bufs or user_data are not valid "); return; } frame = bufs->bufs[0]; /* find channel */ for (i = 0; i < MM_CHANNEL_TYPE_MAX; i++) { if (pme->channels[i].ch_id == bufs->ch_id) { channel = &pme->channels[i]; break; } } if (NULL == channel) { LOGE("Channel object is NULL "); return; } /* find preview stream */ for (i = 0; i < channel->num_streams; i++) { if (channel->streams[i].s_config.stream_info->stream_type == CAM_STREAM_TYPE_METADATA) { p_stream = &channel->streams[i]; break; } } if (NULL == p_stream) { LOGE("cannot find metadata stream"); return; } /* find preview frame */ for (i = 0; i < bufs->num_bufs; i++) { if (bufs->bufs[i]->stream_id == p_stream->s_id) { frame = bufs->bufs[i]; break; } } if (pme->metadata == NULL) { /* The app will free the meta data, we don't need to bother here */ pme->metadata = malloc(sizeof(metadata_buffer_t)); if (NULL == pme->metadata) { LOGE("Canot allocate metadata memory\n"); return; } } memcpy(pme->metadata, frame->buffer, sizeof(metadata_buffer_t)); pMetadata = (metadata_buffer_t *)frame->buffer; IF_META_AVAILABLE(uint32_t, afState, CAM_INTF_META_AF_STATE, pMetadata) { if ((cam_af_state_t)(*afState) == CAM_AF_STATE_FOCUSED_LOCKED || (cam_af_state_t)(*afState) == CAM_AF_STATE_NOT_FOCUSED_LOCKED) { LOGE("AutoFocus Done Call Back Received\n"); mm_camera_app_done(); } else if ((cam_af_state_t)(*afState) == CAM_AF_STATE_NOT_FOCUSED_LOCKED) { LOGE("AutoFocus failed\n"); mm_camera_app_done(); } } if (pme->user_metadata_cb) { LOGD("[DBG] %s, user defined own metadata cb. calling it..."); pme->user_metadata_cb(frame); } if (MM_CAMERA_OK != pme->cam->ops->qbuf(bufs->camera_handle, bufs->ch_id, frame)) { LOGE("Failed in Preview Qbuf\n"); } mm_app_cache_ops((mm_camera_app_meminfo_t *)frame->mem_info, ION_IOC_INV_CACHES); } static void mm_app_snapshot_notify_cb(mm_camera_super_buf_t *bufs, void *user_data) { int rc = 0; uint32_t i = 0; mm_camera_test_obj_t *pme = (mm_camera_test_obj_t *)user_data; mm_camera_channel_t *channel = NULL; mm_camera_stream_t *p_stream = NULL; mm_camera_stream_t *m_stream = NULL; mm_camera_buf_def_t *p_frame = NULL; mm_camera_buf_def_t *m_frame = NULL; /* find channel */ for (i = 0; i < MM_CHANNEL_TYPE_MAX; i++) { if (pme->channels[i].ch_id == bufs->ch_id) { channel = &pme->channels[i]; break; } } if (NULL == channel) { LOGE("Wrong channel id (%d)", bufs->ch_id); rc = -1; goto error; } /* find snapshot stream */ for (i = 0; i < channel->num_streams; i++) { if (channel->streams[i].s_config.stream_info->stream_type == CAM_STREAM_TYPE_SNAPSHOT) { m_stream = &channel->streams[i]; break; } } if (NULL == m_stream) { LOGE("cannot find snapshot stream"); rc = -1; goto error; } /* find snapshot frame */ for (i = 0; i < bufs->num_bufs; i++) { if (bufs->bufs[i]->stream_id == m_stream->s_id) { m_frame = bufs->bufs[i]; break; } } if (NULL == m_frame) { LOGE("main frame is NULL"); rc = -1; goto error; } mm_app_dump_frame(m_frame, "main", "yuv", m_frame->frame_idx); /* find postview stream */ for (i = 0; i < channel->num_streams; i++) { if (channel->streams[i].s_config.stream_info->stream_type == CAM_STREAM_TYPE_POSTVIEW) { p_stream = &channel->streams[i]; break; } } if (NULL != p_stream) { /* find preview frame */ for (i = 0; i < bufs->num_bufs; i++) { if (bufs->bufs[i]->stream_id == p_stream->s_id) { p_frame = bufs->bufs[i]; break; } } if (NULL != p_frame) { mm_app_dump_frame(p_frame, "postview", "yuv", p_frame->frame_idx); } } mm_app_cache_ops((mm_camera_app_meminfo_t *)m_frame->mem_info, ION_IOC_CLEAN_INV_CACHES); pme->jpeg_buf.buf.buffer = (uint8_t *)malloc(m_frame->frame_len); if ( NULL == pme->jpeg_buf.buf.buffer ) { LOGE("error allocating jpeg output buffer"); goto error; } pme->jpeg_buf.buf.frame_len = m_frame->frame_len; /* create a new jpeg encoding session */ rc = createEncodingSession(pme, m_stream, m_frame); if (0 != rc) { LOGE("error creating jpeg session"); free(pme->jpeg_buf.buf.buffer); goto error; } /* start jpeg encoding job */ rc = encodeData(pme, bufs, m_stream); if (0 != rc) { LOGE("error creating jpeg session"); free(pme->jpeg_buf.buf.buffer); goto error; } error: /* buf done rcvd frames in error case */ if ( 0 != rc ) { for (i=0; inum_bufs; i++) { if (MM_CAMERA_OK != pme->cam->ops->qbuf(bufs->camera_handle, bufs->ch_id, bufs->bufs[i])) { LOGE("Failed in Qbuf\n"); } mm_app_cache_ops((mm_camera_app_meminfo_t *)bufs->bufs[i]->mem_info, ION_IOC_INV_CACHES); } } LOGD(" END\n"); } static void mm_app_preview_notify_cb(mm_camera_super_buf_t *bufs, void *user_data) { uint32_t i = 0; mm_camera_channel_t *channel = NULL; mm_camera_stream_t *p_stream = NULL; mm_camera_buf_def_t *frame = NULL; mm_camera_test_obj_t *pme = (mm_camera_test_obj_t *)user_data; if (NULL == bufs || NULL == user_data) { LOGE("bufs or user_data are not valid "); return; } frame = bufs->bufs[0]; /* find channel */ for (i = 0; i < MM_CHANNEL_TYPE_MAX; i++) { if (pme->channels[i].ch_id == bufs->ch_id) { channel = &pme->channels[i]; break; } } if (NULL == channel) { LOGE("Channel object is NULL "); return; } /* find preview stream */ for (i = 0; i < channel->num_streams; i++) { if (channel->streams[i].s_config.stream_info->stream_type == CAM_STREAM_TYPE_PREVIEW) { p_stream = &channel->streams[i]; break; } } if (NULL == p_stream) { LOGE("cannot find preview stream"); return; } /* find preview frame */ for (i = 0; i < bufs->num_bufs; i++) { if (bufs->bufs[i]->stream_id == p_stream->s_id) { frame = bufs->bufs[i]; break; } } if ( 0 < pme->fb_fd ) { mm_app_overlay_display(pme, frame->fd); } #ifdef DUMP_PRV_IN_FILE { char file_name[64]; snprintf(file_name, sizeof(file_name), "P_C%d", pme->cam->camera_handle); mm_app_dump_frame(frame, file_name, "yuv", frame->frame_idx); } #endif if (pme->user_preview_cb) { LOGE("[DBG] %s, user defined own preview cb. calling it..."); pme->user_preview_cb(frame); } if (MM_CAMERA_OK != pme->cam->ops->qbuf(bufs->camera_handle, bufs->ch_id, frame)) { LOGE("Failed in Preview Qbuf\n"); } mm_app_cache_ops((mm_camera_app_meminfo_t *)frame->mem_info, ION_IOC_INV_CACHES); LOGD(" END\n"); } static void mm_app_zsl_notify_cb(mm_camera_super_buf_t *bufs, void *user_data) { int rc = MM_CAMERA_OK; uint32_t i = 0; mm_camera_test_obj_t *pme = (mm_camera_test_obj_t *)user_data; mm_camera_channel_t *channel = NULL; mm_camera_stream_t *p_stream = NULL; mm_camera_stream_t *m_stream = NULL; mm_camera_stream_t *md_stream = NULL; mm_camera_buf_def_t *p_frame = NULL; mm_camera_buf_def_t *m_frame = NULL; mm_camera_buf_def_t *md_frame = NULL; LOGD(" BEGIN\n"); if (NULL == bufs || NULL == user_data) { LOGE("bufs or user_data are not valid "); return; } /* find channel */ for (i = 0; i < MM_CHANNEL_TYPE_MAX; i++) { if (pme->channels[i].ch_id == bufs->ch_id) { channel = &pme->channels[i]; break; } } if (NULL == channel) { LOGE("Wrong channel id (%d)", bufs->ch_id); return; } /* find preview stream */ for (i = 0; i < channel->num_streams; i++) { if (channel->streams[i].s_config.stream_info->stream_type == CAM_STREAM_TYPE_PREVIEW) { p_stream = &channel->streams[i]; break; } } if (NULL == p_stream) { LOGE("cannot find preview stream"); return; } /* find snapshot stream */ for (i = 0; i < channel->num_streams; i++) { if (channel->streams[i].s_config.stream_info->stream_type == CAM_STREAM_TYPE_SNAPSHOT) { m_stream = &channel->streams[i]; break; } } if (NULL == m_stream) { LOGE("cannot find snapshot stream"); return; } /* find metadata stream */ for (i = 0; i < channel->num_streams; i++) { if (channel->streams[i].s_config.stream_info->stream_type == CAM_STREAM_TYPE_METADATA) { md_stream = &channel->streams[i]; break; } } if (NULL == md_stream) { LOGE("cannot find metadata stream"); } /* find preview frame */ for (i = 0; i < bufs->num_bufs; i++) { if (bufs->bufs[i]->stream_id == p_stream->s_id) { p_frame = bufs->bufs[i]; break; } } if(md_stream) { /* find metadata frame */ for (i = 0; i < bufs->num_bufs; i++) { if (bufs->bufs[i]->stream_id == md_stream->s_id) { md_frame = bufs->bufs[i]; break; } } if (!md_frame) { LOGE("md_frame is null\n"); return; } if (!pme->metadata) { /* App will free the metadata */ pme->metadata = malloc(sizeof(metadata_buffer_t)); if (!pme->metadata) { ALOGE("not enough memory\n"); return; } } memcpy(pme->metadata , md_frame->buffer, sizeof(metadata_buffer_t)); } /* find snapshot frame */ for (i = 0; i < bufs->num_bufs; i++) { if (bufs->bufs[i]->stream_id == m_stream->s_id) { m_frame = bufs->bufs[i]; break; } } if (!m_frame || !p_frame) { LOGE("cannot find preview/snapshot frame"); return; } LOGD(" ZSL CB with fb_fd = %d, m_frame = %p, p_frame = %p \n", pme->fb_fd, m_frame, p_frame); if ( 0 < pme->fb_fd ) { mm_app_overlay_display(pme, p_frame->fd); }/* else { mm_app_dump_frame(p_frame, "zsl_preview", "yuv", p_frame->frame_idx); mm_app_dump_frame(m_frame, "zsl_main", "yuv", m_frame->frame_idx); }*/ if ( pme->enable_reproc && ( NULL != pme->reproc_stream ) ) { if (NULL != md_frame) { rc = mm_app_do_reprocess(pme, m_frame, md_frame->buf_idx, bufs, md_stream); if (MM_CAMERA_OK != rc ) { LOGE("reprocess failed rc = %d", rc); } } else { LOGE("md_frame is null\n"); } return; } if ( pme->encodeJpeg ) { pme->jpeg_buf.buf.buffer = (uint8_t *)malloc(m_frame->frame_len); if ( NULL == pme->jpeg_buf.buf.buffer ) { LOGE("error allocating jpeg output buffer"); goto exit; } pme->jpeg_buf.buf.frame_len = m_frame->frame_len; /* create a new jpeg encoding session */ rc = createEncodingSession(pme, m_stream, m_frame); if (0 != rc) { LOGE("error creating jpeg session"); free(pme->jpeg_buf.buf.buffer); goto exit; } /* start jpeg encoding job */ rc = encodeData(pme, bufs, m_stream); pme->encodeJpeg = 0; } else { if (MM_CAMERA_OK != pme->cam->ops->qbuf(bufs->camera_handle, bufs->ch_id, m_frame)) { LOGE("Failed in main Qbuf\n"); } mm_app_cache_ops((mm_camera_app_meminfo_t *)m_frame->mem_info, ION_IOC_INV_CACHES); } exit: if (MM_CAMERA_OK != pme->cam->ops->qbuf(bufs->camera_handle, bufs->ch_id, p_frame)) { LOGE("Failed in preview Qbuf\n"); } mm_app_cache_ops((mm_camera_app_meminfo_t *)p_frame->mem_info, ION_IOC_INV_CACHES); if(md_frame) { if (MM_CAMERA_OK != pme->cam->ops->qbuf(bufs->camera_handle, bufs->ch_id, md_frame)) { LOGE("Failed in metadata Qbuf\n"); } mm_app_cache_ops((mm_camera_app_meminfo_t *)md_frame->mem_info, ION_IOC_INV_CACHES); } LOGD(" END\n"); } mm_camera_stream_t * mm_app_add_metadata_stream(mm_camera_test_obj_t *test_obj, mm_camera_channel_t *channel, mm_camera_buf_notify_t stream_cb, void *userdata, uint8_t num_bufs) { int rc = MM_CAMERA_OK; mm_camera_stream_t *stream = NULL; cam_capability_t *cam_cap = (cam_capability_t *)(test_obj->cap_buf.buf.buffer); stream = mm_app_add_stream(test_obj, channel); if (NULL == stream) { LOGE("add stream failed\n"); return NULL; } stream->s_config.mem_vtbl.get_bufs = mm_app_stream_initbuf; stream->s_config.mem_vtbl.put_bufs = mm_app_stream_deinitbuf; stream->s_config.mem_vtbl.clean_invalidate_buf = mm_app_stream_clean_invalidate_buf; stream->s_config.mem_vtbl.invalidate_buf = mm_app_stream_invalidate_buf; stream->s_config.mem_vtbl.user_data = (void *)stream; stream->s_config.stream_cb = stream_cb; stream->s_config.stream_cb_sync = NULL; stream->s_config.userdata = userdata; stream->num_of_bufs = num_bufs; stream->s_config.stream_info = (cam_stream_info_t *)stream->s_info_buf.buf.buffer; memset(stream->s_config.stream_info, 0, sizeof(cam_stream_info_t)); stream->s_config.stream_info->stream_type = CAM_STREAM_TYPE_METADATA; stream->s_config.stream_info->streaming_mode = CAM_STREAMING_MODE_CONTINUOUS; stream->s_config.stream_info->fmt = DEFAULT_PREVIEW_FORMAT; stream->s_config.stream_info->dim.width = sizeof(metadata_buffer_t); stream->s_config.stream_info->dim.height = 1; stream->s_config.padding_info = cam_cap->padding_info; rc = mm_app_config_stream(test_obj, channel, stream, &stream->s_config); if (MM_CAMERA_OK != rc) { LOGE("config preview stream err=%d\n", rc); return NULL; } return stream; } cam_dimension_t mm_app_get_analysis_stream_dim( const mm_camera_test_obj_t *test_obj, const cam_dimension_t* preview_dim) { cam_capability_t *cam_cap = (cam_capability_t *)(test_obj->cap_buf.buf.buffer); cam_dimension_t max_analysis_dim = cam_cap->analysis_info[CAM_ANALYSIS_INFO_FD_STILL].analysis_max_res; cam_dimension_t analysis_dim = {0, 0}; if (preview_dim->width > max_analysis_dim.width || preview_dim->height > max_analysis_dim.height) { double max_ratio, requested_ratio; max_ratio = (double)max_analysis_dim.width / (double)max_analysis_dim.height; requested_ratio = (double)preview_dim->width / (double)preview_dim->height; if (max_ratio < requested_ratio) { analysis_dim.width = analysis_dim.width; analysis_dim.height = (int32_t)((double)analysis_dim.width / requested_ratio); } else { analysis_dim.height = analysis_dim.height; analysis_dim.width = (int32_t)((double)analysis_dim.height * requested_ratio); } analysis_dim.width &= ~0x1; analysis_dim.height &= ~0x1; } else { analysis_dim = *preview_dim; } LOGI("analysis stream dim (%d x %d)\n", analysis_dim.width, analysis_dim.height); return analysis_dim; } mm_camera_stream_t * mm_app_add_analysis_stream(mm_camera_test_obj_t *test_obj, mm_camera_channel_t *channel, mm_camera_buf_notify_t stream_cb, void *userdata, uint8_t num_bufs) { int rc = MM_CAMERA_OK; mm_camera_stream_t *stream = NULL; cam_capability_t *cam_cap = (cam_capability_t *)(test_obj->cap_buf.buf.buffer); cam_dimension_t preview_dim = {0, 0}; cam_dimension_t analysis_dim = {0, 0}; stream = mm_app_add_stream(test_obj, channel); if (NULL == stream) { LOGE("add stream failed\n"); return NULL; } if ((test_obj->preview_resolution.user_input_display_width == 0) || ( test_obj->preview_resolution.user_input_display_height == 0)) { preview_dim.width = DEFAULT_PREVIEW_WIDTH; preview_dim.height = DEFAULT_PREVIEW_HEIGHT; } else { preview_dim.width = test_obj->preview_resolution.user_input_display_width; preview_dim.height = test_obj->preview_resolution.user_input_display_height; } analysis_dim = mm_app_get_analysis_stream_dim(test_obj, &preview_dim); LOGI("analysis stream dimesion: %d x %d\n", analysis_dim.width, analysis_dim.height); stream->s_config.mem_vtbl.get_bufs = mm_app_stream_initbuf; stream->s_config.mem_vtbl.put_bufs = mm_app_stream_deinitbuf; stream->s_config.mem_vtbl.clean_invalidate_buf = mm_app_stream_clean_invalidate_buf; stream->s_config.mem_vtbl.invalidate_buf = mm_app_stream_invalidate_buf; stream->s_config.mem_vtbl.user_data = (void *)stream; stream->s_config.stream_cb = stream_cb; stream->s_config.userdata = userdata; stream->num_of_bufs = num_bufs; stream->s_config.stream_info = (cam_stream_info_t *)stream->s_info_buf.buf.buffer; memset(stream->s_config.stream_info, 0, sizeof(cam_stream_info_t)); stream->s_config.stream_info->stream_type = CAM_STREAM_TYPE_ANALYSIS; stream->s_config.stream_info->streaming_mode = CAM_STREAMING_MODE_CONTINUOUS; stream->s_config.stream_info->fmt = DEFAULT_PREVIEW_FORMAT; stream->s_config.stream_info->dim = analysis_dim; stream->s_config.padding_info = cam_cap->analysis_info[CAM_ANALYSIS_INFO_FD_STILL].analysis_padding_info; rc = mm_app_config_stream(test_obj, channel, stream, &stream->s_config); if (MM_CAMERA_OK != rc) { LOGE("config preview stream err=%d\n", rc); return NULL; } return stream; } mm_camera_stream_t * mm_app_add_preview_stream(mm_camera_test_obj_t *test_obj, mm_camera_channel_t *channel, mm_camera_buf_notify_t stream_cb, void *userdata, uint8_t num_bufs) { int rc = MM_CAMERA_OK; mm_camera_stream_t *stream = NULL; cam_capability_t *cam_cap = (cam_capability_t *)(test_obj->cap_buf.buf.buffer); cam_dimension_t preview_dim = {0, 0}; cam_dimension_t analysis_dim = {0, 0}; if ((test_obj->preview_resolution.user_input_display_width == 0) || ( test_obj->preview_resolution.user_input_display_height == 0)) { preview_dim.width = DEFAULT_PREVIEW_WIDTH; preview_dim.height = DEFAULT_PREVIEW_HEIGHT; } else { preview_dim.width = test_obj->preview_resolution.user_input_display_width; preview_dim.height = test_obj->preview_resolution.user_input_display_height; } LOGI("preview dimesion: %d x %d\n", preview_dim.width, preview_dim.height); analysis_dim = mm_app_get_analysis_stream_dim(test_obj, &preview_dim); LOGI("analysis stream dimesion: %d x %d\n", analysis_dim.width, analysis_dim.height); uint32_t analysis_pp_mask = cam_cap->qcom_supported_feature_mask & (CAM_QCOM_FEATURE_SHARPNESS | CAM_QCOM_FEATURE_EFFECT | CAM_QCOM_FEATURE_DENOISE2D); LOGI("analysis stream pp mask:%x\n", analysis_pp_mask); cam_stream_size_info_t abc ; memset (&abc , 0, sizeof (cam_stream_size_info_t)); abc.num_streams = 2; abc.postprocess_mask[0] = 2178; abc.stream_sizes[0].width = preview_dim.width; abc.stream_sizes[0].height = preview_dim.height; abc.type[0] = CAM_STREAM_TYPE_PREVIEW; abc.postprocess_mask[1] = analysis_pp_mask; abc.stream_sizes[1].width = analysis_dim.width; abc.stream_sizes[1].height = analysis_dim.height; abc.type[1] = CAM_STREAM_TYPE_ANALYSIS; abc.buffer_info.min_buffers = 10; abc.buffer_info.max_buffers = 10; abc.is_type = IS_TYPE_NONE; rc = setmetainfoCommand(test_obj, &abc); if (rc != MM_CAMERA_OK) { LOGE("meta info command failed\n"); } stream = mm_app_add_stream(test_obj, channel); if (NULL == stream) { LOGE("add stream failed\n"); return NULL; } stream->s_config.mem_vtbl.get_bufs = mm_app_stream_initbuf; stream->s_config.mem_vtbl.put_bufs = mm_app_stream_deinitbuf; stream->s_config.mem_vtbl.clean_invalidate_buf = mm_app_stream_clean_invalidate_buf; stream->s_config.mem_vtbl.invalidate_buf = mm_app_stream_invalidate_buf; stream->s_config.mem_vtbl.user_data = (void *)stream; stream->s_config.stream_cb = stream_cb; stream->s_config.stream_cb_sync = NULL; stream->s_config.userdata = userdata; stream->num_of_bufs = num_bufs; stream->s_config.stream_info = (cam_stream_info_t *)stream->s_info_buf.buf.buffer; memset(stream->s_config.stream_info, 0, sizeof(cam_stream_info_t)); stream->s_config.stream_info->stream_type = CAM_STREAM_TYPE_PREVIEW; stream->s_config.stream_info->streaming_mode = CAM_STREAMING_MODE_CONTINUOUS; stream->s_config.stream_info->fmt = DEFAULT_PREVIEW_FORMAT; stream->s_config.stream_info->dim.width = preview_dim.width; stream->s_config.stream_info->dim.height = preview_dim.height; stream->s_config.padding_info = cam_cap->padding_info; rc = mm_app_config_stream(test_obj, channel, stream, &stream->s_config); if (MM_CAMERA_OK != rc) { LOGE("config preview stream err=%d\n", rc); return NULL; } return stream; } mm_camera_stream_t * mm_app_add_raw_stream(mm_camera_test_obj_t *test_obj, mm_camera_channel_t *channel, mm_camera_buf_notify_t stream_cb, void *userdata, uint8_t num_bufs, uint8_t num_burst) { int rc = MM_CAMERA_OK; mm_camera_stream_t *stream = NULL; cam_capability_t *cam_cap = (cam_capability_t *)(test_obj->cap_buf.buf.buffer); cam_stream_size_info_t abc ; memset (&abc , 0, sizeof (cam_stream_size_info_t)); abc.num_streams = 1; abc.postprocess_mask[0] = 0; if ( test_obj->buffer_width == 0 || test_obj->buffer_height == 0 ) { abc.stream_sizes[0].width = DEFAULT_SNAPSHOT_WIDTH; abc.stream_sizes[0].height = DEFAULT_SNAPSHOT_HEIGHT; } else { abc.stream_sizes[0].width = (int32_t)test_obj->buffer_width; abc.stream_sizes[0].height = (int32_t)test_obj->buffer_height; } abc.type[0] = CAM_STREAM_TYPE_RAW; abc.buffer_info.min_buffers = num_bufs; abc.buffer_info.max_buffers = num_bufs; abc.is_type = IS_TYPE_NONE; rc = setmetainfoCommand(test_obj, &abc); if (rc != MM_CAMERA_OK) { LOGE("meta info command failed\n"); } stream = mm_app_add_stream(test_obj, channel); if (NULL == stream) { LOGE("add stream failed\n"); return NULL; } stream->s_config.mem_vtbl.get_bufs = mm_app_stream_initbuf; stream->s_config.mem_vtbl.put_bufs = mm_app_stream_deinitbuf; stream->s_config.mem_vtbl.invalidate_buf = mm_app_stream_invalidate_buf; stream->s_config.mem_vtbl.user_data = (void *)stream; stream->s_config.stream_cb = stream_cb; stream->s_config.stream_cb_sync = NULL; stream->s_config.userdata = userdata; stream->num_of_bufs = num_bufs; stream->s_config.stream_info = (cam_stream_info_t *)stream->s_info_buf.buf.buffer; memset(stream->s_config.stream_info, 0, sizeof(cam_stream_info_t)); stream->s_config.stream_info->stream_type = CAM_STREAM_TYPE_RAW; if (num_burst == 0) { stream->s_config.stream_info->streaming_mode = CAM_STREAMING_MODE_CONTINUOUS; } else { stream->s_config.stream_info->streaming_mode = CAM_STREAMING_MODE_BURST; stream->s_config.stream_info->num_of_burst = num_burst; } stream->s_config.stream_info->fmt = test_obj->buffer_format; if ( test_obj->buffer_width == 0 || test_obj->buffer_height == 0 ) { stream->s_config.stream_info->dim.width = DEFAULT_SNAPSHOT_WIDTH; stream->s_config.stream_info->dim.height = DEFAULT_SNAPSHOT_HEIGHT; } else { stream->s_config.stream_info->dim.width = (int32_t)test_obj->buffer_width; stream->s_config.stream_info->dim.height = (int32_t)test_obj->buffer_height; } stream->s_config.padding_info = cam_cap->padding_info; rc = mm_app_config_stream(test_obj, channel, stream, &stream->s_config); if (MM_CAMERA_OK != rc) { LOGE("config preview stream err=%d\n", rc); return NULL; } return stream; } mm_camera_stream_t * mm_app_add_snapshot_stream(mm_camera_test_obj_t *test_obj, mm_camera_channel_t *channel, mm_camera_buf_notify_t stream_cb, void *userdata, uint8_t num_bufs, uint8_t num_burst) { int rc = MM_CAMERA_OK; mm_camera_stream_t *stream = NULL; cam_capability_t *cam_cap = (cam_capability_t *)(test_obj->cap_buf.buf.buffer); cam_stream_size_info_t abc_snap ; memset (&abc_snap , 0, sizeof (cam_stream_size_info_t)); abc_snap.num_streams = 2; abc_snap.postprocess_mask[1] = 2178; abc_snap.stream_sizes[1].width = DEFAULT_PREVIEW_WIDTH; abc_snap.stream_sizes[1].height = DEFAULT_PREVIEW_HEIGHT; abc_snap.type[1] = CAM_STREAM_TYPE_POSTVIEW; abc_snap.postprocess_mask[0] = 0; abc_snap.stream_sizes[0].width = DEFAULT_SNAPSHOT_WIDTH; abc_snap.stream_sizes[0].height = DEFAULT_SNAPSHOT_HEIGHT; abc_snap.type[0] = CAM_STREAM_TYPE_SNAPSHOT; abc_snap.buffer_info.min_buffers = 7; abc_snap.buffer_info.max_buffers = 7; abc_snap.is_type = IS_TYPE_NONE; rc = setmetainfoCommand(test_obj, &abc_snap); if (rc != MM_CAMERA_OK) { LOGE("meta info command snapshot failed\n"); } stream = mm_app_add_stream(test_obj, channel); if (NULL == stream) { LOGE("add stream failed\n"); return NULL; } stream->s_config.mem_vtbl.get_bufs = mm_app_stream_initbuf; stream->s_config.mem_vtbl.put_bufs = mm_app_stream_deinitbuf; stream->s_config.mem_vtbl.clean_invalidate_buf = mm_app_stream_clean_invalidate_buf; stream->s_config.mem_vtbl.invalidate_buf = mm_app_stream_invalidate_buf; stream->s_config.mem_vtbl.user_data = (void *)stream; stream->s_config.stream_cb = stream_cb; stream->s_config.stream_cb_sync = NULL; stream->s_config.userdata = userdata; stream->num_of_bufs = num_bufs; stream->s_config.stream_info = (cam_stream_info_t *)stream->s_info_buf.buf.buffer; memset(stream->s_config.stream_info, 0, sizeof(cam_stream_info_t)); stream->s_config.stream_info->stream_type = CAM_STREAM_TYPE_SNAPSHOT; if (num_burst == 0) { stream->s_config.stream_info->streaming_mode = CAM_STREAMING_MODE_CONTINUOUS; } else { stream->s_config.stream_info->streaming_mode = CAM_STREAMING_MODE_BURST; stream->s_config.stream_info->num_of_burst = num_burst; } stream->s_config.stream_info->fmt = DEFAULT_SNAPSHOT_FORMAT; if ( test_obj->buffer_width == 0 || test_obj->buffer_height == 0 ) { stream->s_config.stream_info->dim.width = DEFAULT_SNAPSHOT_WIDTH; stream->s_config.stream_info->dim.height = DEFAULT_SNAPSHOT_HEIGHT; } else { stream->s_config.stream_info->dim.width = DEFAULT_SNAPSHOT_WIDTH; stream->s_config.stream_info->dim.height = DEFAULT_SNAPSHOT_HEIGHT; } stream->s_config.padding_info = cam_cap->padding_info; rc = mm_app_config_stream(test_obj, channel, stream, &stream->s_config); if (MM_CAMERA_OK != rc) { LOGE("config preview stream err=%d\n", rc); return NULL; } return stream; } mm_camera_channel_t * mm_app_add_preview_channel(mm_camera_test_obj_t *test_obj) { mm_camera_channel_t *channel = NULL; mm_camera_stream_t *stream = NULL; channel = mm_app_add_channel(test_obj, MM_CHANNEL_TYPE_PREVIEW, NULL, NULL, NULL); if (NULL == channel) { LOGE("add channel failed"); return NULL; } stream = mm_app_add_preview_stream(test_obj, channel, mm_app_preview_notify_cb, (void *)test_obj, PREVIEW_BUF_NUM); if (NULL == stream) { LOGE("add stream failed\n"); mm_app_del_channel(test_obj, channel); return NULL; } return channel; } int mm_app_stop_and_del_channel(mm_camera_test_obj_t *test_obj, mm_camera_channel_t *channel) { int rc = MM_CAMERA_OK; mm_camera_stream_t *stream = NULL; uint8_t i; cam_stream_size_info_t abc ; memset (&abc , 0, sizeof (cam_stream_size_info_t)); rc = mm_app_stop_channel(test_obj, channel); if (MM_CAMERA_OK != rc) { LOGE("Stop Preview failed rc=%d\n", rc); } if (channel->num_streams <= MAX_STREAM_NUM_IN_BUNDLE) { for (i = 0; i < channel->num_streams; i++) { stream = &channel->streams[i]; rc = mm_app_del_stream(test_obj, channel, stream); if (MM_CAMERA_OK != rc) { LOGE("del stream(%d) failed rc=%d\n", i, rc); } } } else { LOGE("num_streams = %d. Should not be more than %d\n", channel->num_streams, MAX_STREAM_NUM_IN_BUNDLE); } rc = setmetainfoCommand(test_obj, &abc); if (rc != MM_CAMERA_OK) { LOGE("meta info command failed\n"); } rc = mm_app_del_channel(test_obj, channel); if (MM_CAMERA_OK != rc) { LOGE("delete channel failed rc=%d\n", rc); } return rc; } int mm_app_start_preview(mm_camera_test_obj_t *test_obj) { int rc = MM_CAMERA_OK; mm_camera_channel_t *channel = NULL; mm_camera_stream_t *stream = NULL; mm_camera_stream_t *s_metadata = NULL; mm_camera_stream_t *s_analysis = NULL; uint8_t i; channel = mm_app_add_preview_channel(test_obj); if (NULL == channel) { LOGE("add channel failed"); return -MM_CAMERA_E_GENERAL; } s_metadata = mm_app_add_metadata_stream(test_obj, channel, mm_app_metadata_notify_cb, (void *)test_obj, PREVIEW_BUF_NUM); if (NULL == s_metadata) { LOGE("add metadata stream failed\n"); mm_app_del_channel(test_obj, channel); return rc; } s_analysis = mm_app_add_analysis_stream(test_obj, channel, NULL, (void *)test_obj, PREVIEW_BUF_NUM); if (NULL == s_analysis) { LOGE("add metadata stream failed\n"); mm_app_del_channel(test_obj, channel); return rc; } rc = mm_app_start_channel(test_obj, channel); if (MM_CAMERA_OK != rc) { LOGE("start preview failed rc=%d\n", rc); if (channel->num_streams <= MAX_STREAM_NUM_IN_BUNDLE) { for (i = 0; i < channel->num_streams; i++) { stream = &channel->streams[i]; mm_app_del_stream(test_obj, channel, stream); } } mm_app_del_channel(test_obj, channel); return rc; } return rc; } int mm_app_stop_preview(mm_camera_test_obj_t *test_obj) { int rc = MM_CAMERA_OK; mm_camera_channel_t *channel = mm_app_get_channel_by_type(test_obj, MM_CHANNEL_TYPE_PREVIEW); rc = mm_app_stop_and_del_channel(test_obj, channel); if (MM_CAMERA_OK != rc) { LOGE("Stop Preview failed rc=%d\n", rc); } return rc; } int mm_app_start_preview_zsl(mm_camera_test_obj_t *test_obj) { int32_t rc = MM_CAMERA_OK; mm_camera_channel_t *channel = NULL; mm_camera_stream_t *s_preview = NULL; mm_camera_stream_t *s_metadata = NULL; mm_camera_stream_t *s_main = NULL; mm_camera_channel_attr_t attr; memset(&attr, 0, sizeof(mm_camera_channel_attr_t)); attr.notify_mode = MM_CAMERA_SUPER_BUF_NOTIFY_CONTINUOUS; attr.look_back = 2; attr.post_frame_skip = 0; attr.water_mark = 2; attr.max_unmatched_frames = 3; channel = mm_app_add_channel(test_obj, MM_CHANNEL_TYPE_ZSL, &attr, mm_app_zsl_notify_cb, test_obj); if (NULL == channel) { LOGE("add channel failed"); return -MM_CAMERA_E_GENERAL; } s_preview = mm_app_add_preview_stream(test_obj, channel, mm_app_preview_notify_cb, (void *)test_obj, PREVIEW_BUF_NUM); if (NULL == s_preview) { LOGE("add preview stream failed\n"); mm_app_del_channel(test_obj, channel); return rc; } s_main = mm_app_add_snapshot_stream(test_obj, channel, mm_app_snapshot_notify_cb, (void *)test_obj, PREVIEW_BUF_NUM, 0); if (NULL == s_main) { LOGE("add main snapshot stream failed\n"); mm_app_del_stream(test_obj, channel, s_preview); mm_app_del_channel(test_obj, channel); return rc; } s_metadata = mm_app_add_metadata_stream(test_obj, channel, mm_app_metadata_notify_cb, (void *)test_obj, PREVIEW_BUF_NUM); if (NULL == s_metadata) { LOGE("add metadata stream failed\n"); mm_app_del_channel(test_obj, channel); return rc; } rc = mm_app_start_channel(test_obj, channel); if (MM_CAMERA_OK != rc) { LOGE("start zsl failed rc=%d\n", rc); mm_app_del_stream(test_obj, channel, s_preview); mm_app_del_stream(test_obj, channel, s_metadata); mm_app_del_stream(test_obj, channel, s_main); mm_app_del_channel(test_obj, channel); return rc; } if ( test_obj->enable_reproc ) { if ( NULL == mm_app_add_reprocess_channel(test_obj, s_main) ) { LOGE("Reprocess channel failed to initialize \n"); mm_app_del_stream(test_obj, channel, s_preview); #ifdef USE_METADATA_STREAM mm_app_del_stream(test_obj, channel, s_metadata); #endif mm_app_del_stream(test_obj, channel, s_main); mm_app_del_channel(test_obj, channel); return rc; } rc = mm_app_start_reprocess(test_obj); if (MM_CAMERA_OK != rc) { LOGE("reprocess start failed rc=%d\n", rc); mm_app_del_stream(test_obj, channel, s_preview); #ifdef USE_METADATA_STREAM mm_app_del_stream(test_obj, channel, s_metadata); #endif mm_app_del_stream(test_obj, channel, s_main); mm_app_del_channel(test_obj, channel); return rc; } } return rc; } int mm_app_stop_preview_zsl(mm_camera_test_obj_t *test_obj) { int rc = MM_CAMERA_OK; mm_camera_channel_t *channel = mm_app_get_channel_by_type(test_obj, MM_CHANNEL_TYPE_ZSL); rc = mm_app_stop_and_del_channel(test_obj, channel); if (MM_CAMERA_OK != rc) { LOGE("Stop Preview failed rc=%d\n", rc); } if ( test_obj->enable_reproc ) { rc |= mm_app_stop_reprocess(test_obj); } return rc; } int mm_app_initialize_fb(mm_camera_test_obj_t *test_obj) { int rc = MM_CAMERA_OK; int brightness_fd; const char brightness_level[] = BACKLIGHT_LEVEL; void *fb_base = NULL; assert( ( NULL != test_obj ) && ( 0 == test_obj->fb_fd ) ); test_obj->fb_fd = open(FB_PATH, O_RDWR); if ( 0 > test_obj->fb_fd ) { LOGE("FB device open failed rc=%d, %s\n", -errno, strerror(errno)); rc = -errno; goto FAIL; } rc = ioctl(test_obj->fb_fd, FBIOGET_VSCREENINFO, &test_obj->vinfo); if ( MM_CAMERA_OK != rc ) { LOGE("Can not retrieve screen info rc=%d, %s\n", -errno, strerror(errno)); rc = -errno; goto FAIL; } if ( ( 0 == test_obj->vinfo.yres_virtual ) || ( 0 == test_obj->vinfo.yres ) || ( test_obj->vinfo.yres > test_obj->vinfo.yres_virtual ) ) { LOGE("Invalid FB virtual yres: %d, yres: %d\n", test_obj->vinfo.yres_virtual, test_obj->vinfo.yres); rc = MM_CAMERA_E_GENERAL; goto FAIL; } if ( ( 0 == test_obj->vinfo.xres_virtual ) || ( 0 == test_obj->vinfo.xres ) || ( test_obj->vinfo.xres > test_obj->vinfo.xres_virtual ) ) { LOGE("Invalid FB virtual xres: %d, xres: %d\n", test_obj->vinfo.xres_virtual, test_obj->vinfo.xres); rc = MM_CAMERA_E_GENERAL; goto FAIL; } brightness_fd = open(BACKLIGHT_CONTROL, O_RDWR); if ( brightness_fd >= 0 ) { write(brightness_fd, brightness_level, strlen(brightness_level)); close(brightness_fd); } test_obj->slice_size = test_obj->vinfo.xres * ( test_obj->vinfo.yres - 1 ) * DEFAULT_OV_FORMAT_BPP; memset(&test_obj->data_overlay, 0, sizeof(struct mdp_overlay)); test_obj->data_overlay.src.width = test_obj->buffer_width; test_obj->data_overlay.src.height = test_obj->buffer_height; test_obj->data_overlay.src_rect.w = test_obj->buffer_width; test_obj->data_overlay.src_rect.h = test_obj->buffer_height; test_obj->data_overlay.dst_rect.w = test_obj->buffer_width; test_obj->data_overlay.dst_rect.h = test_obj->buffer_height; test_obj->data_overlay.src.format = DEFAULT_OV_FORMAT; test_obj->data_overlay.src_rect.x = 0; test_obj->data_overlay.src_rect.y = 0; test_obj->data_overlay.dst_rect.x = 0; test_obj->data_overlay.dst_rect.y = 0; test_obj->data_overlay.z_order = 2; test_obj->data_overlay.alpha = 0x80; test_obj->data_overlay.transp_mask = 0xffe0; test_obj->data_overlay.flags = MDP_FLIP_LR | MDP_FLIP_UD; // Map and clear FB portion fb_base = mmap(0, test_obj->slice_size, PROT_WRITE, MAP_SHARED, test_obj->fb_fd, 0); if ( MAP_FAILED == fb_base ) { LOGE("( Error while memory mapping frame buffer %s", strerror(errno)); rc = -errno; goto FAIL; } memset(fb_base, 0, test_obj->slice_size); if (ioctl(test_obj->fb_fd, FBIOPAN_DISPLAY, &test_obj->vinfo) < 0) { LOGE("FBIOPAN_DISPLAY failed!"); rc = -errno; goto FAIL; } munmap(fb_base, test_obj->slice_size); test_obj->data_overlay.id = (uint32_t)MSMFB_NEW_REQUEST; rc = ioctl(test_obj->fb_fd, MSMFB_OVERLAY_SET, &test_obj->data_overlay); if (rc < 0) { LOGE("MSMFB_OVERLAY_SET failed! err=%d\n", test_obj->data_overlay.id); return MM_CAMERA_E_GENERAL; } LOGE("Overlay set with overlay id: %d", test_obj->data_overlay.id); return rc; FAIL: if ( 0 < test_obj->fb_fd ) { close(test_obj->fb_fd); } return rc; } int mm_app_close_fb(mm_camera_test_obj_t *test_obj) { int rc = MM_CAMERA_OK; assert( ( NULL != test_obj ) && ( 0 < test_obj->fb_fd ) ); if (ioctl(test_obj->fb_fd, MSMFB_OVERLAY_UNSET, &test_obj->data_overlay.id)) { LOGE("\nERROR! MSMFB_OVERLAY_UNSET failed! (Line %d)\n"); } if (ioctl(test_obj->fb_fd, FBIOPAN_DISPLAY, &test_obj->vinfo) < 0) { LOGE("ERROR: FBIOPAN_DISPLAY failed! line=%d\n"); } close(test_obj->fb_fd); test_obj->fb_fd = -1; return rc; } void memset16(void *pDst, uint16_t value, int count) { uint16_t *ptr = pDst; while (count--) *ptr++ = value; } int mm_app_overlay_display(mm_camera_test_obj_t *test_obj, int bufferFd) { int rc = MM_CAMERA_OK; struct msmfb_overlay_data ovdata; memset(&ovdata, 0, sizeof(struct msmfb_overlay_data)); ovdata.id = test_obj->data_overlay.id; ovdata.data.memory_id = bufferFd; if (ioctl(test_obj->fb_fd, MSMFB_OVERLAY_PLAY, &ovdata)) { LOGE("MSMFB_OVERLAY_PLAY failed!"); return MM_CAMERA_E_GENERAL; } if (ioctl(test_obj->fb_fd, FBIOPAN_DISPLAY, &test_obj->vinfo) < 0) { LOGE("FBIOPAN_DISPLAY failed!"); return MM_CAMERA_E_GENERAL; } return rc; }