/* * gstxcamsrc.cpp - gst xcamsrc plugin * * Copyright (c) 2015 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * * Author: John Ye * Author: Wind Yuan * Author: Jia Meng */ /** * SECTION:element-xcamsrc * * FIXME:Describe xcamsrc here. * * * Example launch line * |[ * gst-launch-1.0 xcamsrc io-mode=4 sensor-id=0 imageprocessor=0 analyzer=1 \ * ! video/x-raw, format=NV12, width=1920, height=1080, framerate=25/1 \ * ! vaapiencode_h264 ! fakesink * ]| * */ #include "gstxcamsrc.h" #include "gstxcambufferpool.h" #if HAVE_IA_AIQ #include "gstxcaminterface.h" #include "dynamic_analyzer_loader.h" #include "isp/hybrid_analyzer_loader.h" #include "x3a_analyze_tuner.h" #include "isp/isp_poll_thread.h" #endif #if HAVE_LIBCL #include "smart_analyzer_loader.h" #include "smart_analysis_handler.h" #endif #include "fake_poll_thread.h" #include "fake_v4l2_device.h" #include #include using namespace XCam; using namespace GstXCam; #define CAPTURE_DEVICE_STILL "/dev/video0" #define CAPTURE_DEVICE_VIDEO "/dev/video3" #define DEFAULT_EVENT_DEVICE "/dev/v4l-subdev6" #if HAVE_IA_AIQ #define DEFAULT_CPF_FILE_NAME "/etc/atomisp/imx185.cpf" #define DEFAULT_DYNAMIC_3A_LIB "/usr/lib/xcam/plugins/3a/libxcam_3a_aiq.so" #endif #define V4L2_CAPTURE_MODE_STILL 0x2000 #define V4L2_CAPTURE_MODE_VIDEO 0x4000 #define V4L2_CAPTURE_MODE_PREVIEW 0x8000 #define DEFAULT_PROP_SENSOR 0 #define DEFAULT_PROP_MEM_MODE V4L2_MEMORY_DMABUF #if HAVE_IA_AIQ #define DEFAULT_PROP_ENABLE_3A TRUE #endif #define DEFAULT_PROP_ENABLE_USB FALSE #define DEFAULT_PROP_BUFFERCOUNT 8 #define DEFAULT_PROP_PIXELFORMAT V4L2_PIX_FMT_NV12 //420 instead of 0 #define DEFAULT_PROP_FIELD V4L2_FIELD_NONE // 0 #define DEFAULT_PROP_ANALYZER SIMPLE_ANALYZER #if HAVE_IA_AIQ #define DEFAULT_PROP_IMAGE_PROCESSOR ISP_IMAGE_PROCESSOR #elif HAVE_LIBCL #define DEFAULT_PROP_IMAGE_PROCESSOR CL_IMAGE_PROCESSOR #endif #if HAVE_LIBCL #define DEFAULT_PROP_WDR_MODE NONE_WDR #define DEFAULT_PROP_DEFOG_MODE DEFOG_NONE #define DEFAULT_PROP_3D_DENOISE_MODE DENOISE_3D_NONE #define DEFAULT_PROP_WAVELET_MODE CL_WAVELET_DISABLED #define DEFAULT_PROP_ENABLE_WIREFRAME FALSE #define DEFAULT_PROP_ENABLE_IMAGE_WARP FALSE #define DEFAULT_PROP_CL_PIPE_PROFILE 0 #define DEFAULT_SMART_ANALYSIS_LIB_DIR "/usr/lib/xcam/plugins/smart" #endif #define DEFAULT_VIDEO_WIDTH 1920 #define DEFAULT_VIDEO_HEIGHT 1080 #define GST_XCAM_INTERFACE_HEADER(from, src, device_manager, analyzer) \ GstXCamSrc *src = GST_XCAM_SRC (from); \ XCAM_ASSERT (src); \ SmartPtr device_manager = src->device_manager; \ XCAM_ASSERT (src->device_manager.ptr ()); \ SmartPtr analyzer = device_manager->get_analyzer (); \ XCAM_ASSERT (analyzer.ptr ()) XCAM_BEGIN_DECLARE static GstStaticPadTemplate gst_xcam_src_factory = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE (GST_VIDEO_FORMATS_ALL))); GST_DEBUG_CATEGORY (gst_xcam_src_debug); #define GST_CAT_DEFAULT gst_xcam_src_debug #define GST_TYPE_XCAM_SRC_MEM_MODE (gst_xcam_src_mem_mode_get_type ()) static GType gst_xcam_src_mem_mode_get_type (void) { static GType g_type = 0; if (!g_type) { static const GEnumValue mem_types [] = { {V4L2_MEMORY_MMAP, "memory map mode", "mmap"}, {V4L2_MEMORY_USERPTR, "user pointer mode", "userptr"}, {V4L2_MEMORY_OVERLAY, "overlay mode", "overlay"}, {V4L2_MEMORY_DMABUF, "dmabuf mode", "dmabuf"}, {0, NULL, NULL} }; g_type = g_enum_register_static ("GstXCamMemoryModeType", mem_types); } return g_type; } #define GST_TYPE_XCAM_SRC_FIELD (gst_xcam_src_field_get_type ()) static GType gst_xcam_src_field_get_type (void) { static GType g_type = 0; if (!g_type) { static const GEnumValue field_types [] = { {V4L2_FIELD_NONE, "no field", "none"}, {V4L2_FIELD_TOP, "top field", "top"}, {V4L2_FIELD_BOTTOM, "bottom field", "bottom"}, {V4L2_FIELD_INTERLACED, "interlaced fields", "interlaced"}, {V4L2_FIELD_SEQ_TB, "both fields sequential, top first", "seq-tb"}, {V4L2_FIELD_SEQ_BT, "both fields sequential, bottom first", "seq-bt"}, {V4L2_FIELD_ALTERNATE, "both fields alternating", "alternate"}, {V4L2_FIELD_INTERLACED_TB, "interlaced fields, top first", "interlaced-tb"}, {V4L2_FIELD_INTERLACED_BT, "interlaced fields, bottom first", "interlaced-bt"}, {0, NULL, NULL} }; g_type = g_enum_register_static ("GstXCamSrcFieldType", field_types); } return g_type; } #define GST_TYPE_XCAM_SRC_IMAGE_PROCESSOR (gst_xcam_src_image_processor_get_type ()) static GType gst_xcam_src_image_processor_get_type (void) { static GType g_type = 0; static const GEnumValue image_processor_types[] = { #if HAVE_IA_AIQ {ISP_IMAGE_PROCESSOR, "ISP image processor", "isp"}, #endif #if HAVE_LIBCL {CL_IMAGE_PROCESSOR, "CL image processor", "cl"}, #endif {0, NULL, NULL}, }; if (g_once_init_enter (&g_type)) { const GType type = g_enum_register_static ("GstXCamSrcImageProcessorType", image_processor_types); g_once_init_leave (&g_type, type); } return g_type; } #define GST_TYPE_XCAM_SRC_ANALYZER (gst_xcam_src_analyzer_get_type ()) static GType gst_xcam_src_analyzer_get_type (void) { static GType g_type = 0; static const GEnumValue analyzer_types[] = { {SIMPLE_ANALYZER, "simple 3A analyzer", "simple"}, #if HAVE_IA_AIQ {AIQ_TUNER_ANALYZER, "aiq 3A analyzer", "aiq"}, #if HAVE_LIBCL {DYNAMIC_ANALYZER, "dynamic load 3A analyzer", "dynamic"}, {HYBRID_ANALYZER, "hybrid 3A analyzer", "hybrid"}, #endif #endif {0, NULL, NULL}, }; if (g_once_init_enter (&g_type)) { const GType type = g_enum_register_static ("GstXCamSrcAnalyzerType", analyzer_types); g_once_init_leave (&g_type, type); } return g_type; } #if HAVE_LIBCL #define GST_TYPE_XCAM_SRC_WDR_MODE (gst_xcam_src_wdr_mode_get_type ()) static GType gst_xcam_src_wdr_mode_get_type (void) { static GType g_type = 0; static const GEnumValue wdr_mode_types[] = { {NONE_WDR, "WDR disabled", "none"}, {GAUSSIAN_WDR, "Gaussian WDR mode", "gaussian"}, {HALEQ_WDR, "Haleq WDR mode", "haleq"}, {0, NULL, NULL}, }; if (g_once_init_enter (&g_type)) { const GType type = g_enum_register_static ("GstXCamSrcWDRModeType", wdr_mode_types); g_once_init_leave (&g_type, type); } return g_type; } #define GST_TYPE_XCAM_SRC_DEFOG_MODE (gst_xcam_src_defog_mode_get_type ()) static GType gst_xcam_src_defog_mode_get_type (void) { static GType g_type = 0; static const GEnumValue defog_mode_types [] = { {DEFOG_NONE, "Defog disabled", "none"}, {DEFOG_RETINEX, "Defog retinex", "retinex"}, {DEFOG_DCP, "Defog dark channel prior", "dcp"}, {0, NULL, NULL} }; if (g_once_init_enter (&g_type)) { const GType type = g_enum_register_static ("GstXCamSrcDefogModeType", defog_mode_types); g_once_init_leave (&g_type, type); } return g_type; } #define GST_TYPE_XCAM_SRC_3D_DENOISE_MODE (gst_xcam_src_3d_denoise_mode_get_type ()) static GType gst_xcam_src_3d_denoise_mode_get_type (void) { static GType g_type = 0; static const GEnumValue denoise_3d_mode_types [] = { {DENOISE_3D_NONE, "3D Denoise disabled", "none"}, {DENOISE_3D_YUV, "3D Denoise yuv", "yuv"}, {DENOISE_3D_UV, "3D Denoise uv", "uv"}, {0, NULL, NULL} }; if (g_once_init_enter (&g_type)) { const GType type = g_enum_register_static ("GstXCamSrc3DDenoiseModeType", denoise_3d_mode_types); g_once_init_leave (&g_type, type); } return g_type; } #define GST_TYPE_XCAM_SRC_WAVELET_MODE (gst_xcam_src_wavelet_mode_get_type ()) static GType gst_xcam_src_wavelet_mode_get_type (void) { static GType g_type = 0; static const GEnumValue wavelet_mode_types[] = { {NONE_WAVELET, "Wavelet disabled", "none"}, {HAT_WAVELET_Y, "Hat wavelet Y", "hat Y"}, {HAT_WAVELET_UV, "Hat wavelet UV", "hat UV"}, {HARR_WAVELET_Y, "Haar wavelet Y", "haar Y"}, {HARR_WAVELET_UV, "Haar wavelet UV", "haar UV"}, {HARR_WAVELET_YUV, "Haar wavelet YUV", "haar YUV"}, {HARR_WAVELET_BAYES, "Haar wavelet bayes shrink", "haar Bayes"}, {0, NULL, NULL}, }; if (g_once_init_enter (&g_type)) { const GType type = g_enum_register_static ("GstXCamSrcWaveletModeType", wavelet_mode_types); g_once_init_leave (&g_type, type); } return g_type; } #define GST_TYPE_XCAM_SRC_CL_PIPE_PROFILE (gst_xcam_src_cl_pipe_profile_get_type ()) static GType gst_xcam_src_cl_pipe_profile_get_type (void) { static GType g_type = 0; static const GEnumValue profile_types[] = { {CL3aImageProcessor::BasicPipelineProfile, "cl basic pipe profile", "basic"}, {CL3aImageProcessor::AdvancedPipelineProfile, "cl advanced pipe profile", "advanced"}, {CL3aImageProcessor::ExtremePipelineProfile, "cl extreme pipe profile", "extreme"}, {0, NULL, NULL}, }; if (g_once_init_enter (&g_type)) { const GType type = g_enum_register_static ("GstXCamSrcCLPipeProfile", profile_types); g_once_init_leave (&g_type, type); } return g_type; } #endif enum { PROP_0, PROP_DEVICE, PROP_SENSOR, PROP_MEM_MODE, PROP_BUFFERCOUNT, PROP_FIELD, PROP_IMAGE_PROCESSOR, PROP_WDR_MODE, PROP_3A_ANALYZER, PROP_PIPE_PROFLE, PROP_CPF, #if HAVE_IA_AIQ PROP_ENABLE_3A, PROP_3A_LIB, #endif PROP_INPUT_FMT, PROP_ENABLE_USB, PROP_WAVELET_MODE, PROP_DEFOG_MODE, PROP_DENOISE_3D_MODE, PROP_ENABLE_WIREFRAME, PROP_ENABLE_IMAGE_WARP, PROP_FAKE_INPUT }; #if HAVE_IA_AIQ static void gst_xcam_src_xcam_3a_interface_init (GstXCam3AInterface *iface); G_DEFINE_TYPE_WITH_CODE (GstXCamSrc, gst_xcam_src, GST_TYPE_PUSH_SRC, G_IMPLEMENT_INTERFACE (GST_TYPE_XCAM_3A_IF, gst_xcam_src_xcam_3a_interface_init)); #else G_DEFINE_TYPE (GstXCamSrc, gst_xcam_src, GST_TYPE_PUSH_SRC); #endif #define parent_class gst_xcam_src_parent_class static void gst_xcam_src_finalize (GObject * object); static void gst_xcam_src_set_property (GObject *object, guint prop_id, const GValue *value, GParamSpec *pspec); static void gst_xcam_src_get_property (GObject *object, guint prop_id, GValue *value, GParamSpec *pspec); static GstCaps* gst_xcam_src_get_caps (GstBaseSrc *src, GstCaps *filter); static gboolean gst_xcam_src_set_caps (GstBaseSrc *src, GstCaps *caps); static gboolean gst_xcam_src_decide_allocation (GstBaseSrc *src, GstQuery *query); static gboolean gst_xcam_src_start (GstBaseSrc *src); static gboolean gst_xcam_src_stop (GstBaseSrc *src); static gboolean gst_xcam_src_unlock (GstBaseSrc *src); static gboolean gst_xcam_src_unlock_stop (GstBaseSrc *src); static GstFlowReturn gst_xcam_src_alloc (GstBaseSrc *src, guint64 offset, guint size, GstBuffer **buffer); static GstFlowReturn gst_xcam_src_fill (GstPushSrc *src, GstBuffer *out); #if HAVE_IA_AIQ /* GstXCamInterface implementation */ static gboolean gst_xcam_src_set_white_balance_mode (GstXCam3A *xcam3a, XCamAwbMode mode); static gboolean gst_xcam_src_set_awb_speed (GstXCam3A *xcam3a, double speed); static gboolean gst_xcam_src_set_wb_color_temperature_range (GstXCam3A *xcam3a, guint cct_min, guint cct_max); static gboolean gst_xcam_src_set_manual_wb_gain (GstXCam3A *xcam3a, double gr, double r, double b, double gb); static gboolean gst_xcam_src_set_exposure_mode (GstXCam3A *xcam3a, XCamAeMode mode); static gboolean gst_xcam_src_set_ae_metering_mode (GstXCam3A *xcam3a, XCamAeMeteringMode mode); static gboolean gst_xcam_src_set_exposure_window (GstXCam3A *xcam3a, XCam3AWindow *window, guint8 count = 1); static gboolean gst_xcam_src_set_exposure_value_offset (GstXCam3A *xcam3a, double ev_offset); static gboolean gst_xcam_src_set_ae_speed (GstXCam3A *xcam3a, double speed); static gboolean gst_xcam_src_set_exposure_flicker_mode (GstXCam3A *xcam3a, XCamFlickerMode flicker); static XCamFlickerMode gst_xcam_src_get_exposure_flicker_mode (GstXCam3A *xcam3a); static gint64 gst_xcam_src_get_current_exposure_time (GstXCam3A *xcam3a); static double gst_xcam_src_get_current_analog_gain (GstXCam3A *xcam3a); static gboolean gst_xcam_src_set_manual_exposure_time (GstXCam3A *xcam3a, gint64 time_in_us); static gboolean gst_xcam_src_set_manual_analog_gain (GstXCam3A *xcam3a, double gain); static gboolean gst_xcam_src_set_aperture (GstXCam3A *xcam3a, double fn); static gboolean gst_xcam_src_set_max_analog_gain (GstXCam3A *xcam3a, double max_gain); static double gst_xcam_src_get_max_analog_gain (GstXCam3A *xcam3a); static gboolean gst_xcam_src_set_exposure_time_range (GstXCam3A *xcam3a, gint64 min_time_in_us, gint64 max_time_in_us); static gboolean gst_xcam_src_get_exposure_time_range (GstXCam3A *xcam3a, gint64 *min_time_in_us, gint64 *max_time_in_us); static gboolean gst_xcam_src_set_noise_reduction_level (GstXCam3A *xcam3a, guint8 level); static gboolean gst_xcam_src_set_temporal_noise_reduction_level (GstXCam3A *xcam3a, guint8 level, gint8 mode); static gboolean gst_xcam_src_set_gamma_table (GstXCam3A *xcam3a, double *r_table, double *g_table, double *b_table); static gboolean gst_xcam_src_set_gbce (GstXCam3A *xcam3a, gboolean enable); static gboolean gst_xcam_src_set_manual_brightness (GstXCam3A *xcam3a, guint8 value); static gboolean gst_xcam_src_set_manual_contrast (GstXCam3A *xcam3a, guint8 value); static gboolean gst_xcam_src_set_manual_hue (GstXCam3A *xcam3a, guint8 value); static gboolean gst_xcam_src_set_manual_saturation (GstXCam3A *xcam3a, guint8 value); static gboolean gst_xcam_src_set_manual_sharpness (GstXCam3A *xcam3a, guint8 value); static gboolean gst_xcam_src_set_dvs (GstXCam3A *xcam3a, gboolean enable); static gboolean gst_xcam_src_set_night_mode (GstXCam3A *xcam3a, gboolean enable); static gboolean gst_xcam_src_set_hdr_mode (GstXCam3A *xcam3a, guint8 mode); static gboolean gst_xcam_src_set_denoise_mode (GstXCam3A *xcam3a, guint32 mode); static gboolean gst_xcam_src_set_gamma_mode (GstXCam3A *xcam3a, gboolean enable); static gboolean gst_xcam_src_set_dpc_mode(GstXCam3A * xcam3a, gboolean enable); #endif static gboolean gst_xcam_src_plugin_init (GstPlugin * xcamsrc); XCAM_END_DECLARE static void gst_xcam_src_class_init (GstXCamSrcClass * class_self) { GObjectClass *gobject_class; GstElementClass *element_class; GstBaseSrcClass *basesrc_class; GstPushSrcClass *pushsrc_class; gobject_class = (GObjectClass *) class_self; element_class = (GstElementClass *) class_self; basesrc_class = GST_BASE_SRC_CLASS (class_self); pushsrc_class = GST_PUSH_SRC_CLASS (class_self); GST_DEBUG_CATEGORY_INIT (gst_xcam_src_debug, "xcamsrc", 0, "libXCam source plugin"); gobject_class->finalize = gst_xcam_src_finalize; gobject_class->set_property = gst_xcam_src_set_property; gobject_class->get_property = gst_xcam_src_get_property; g_object_class_install_property ( gobject_class, PROP_DEVICE, g_param_spec_string ("device", "device", "Device location", NULL, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_SENSOR, g_param_spec_int ("sensor-id", "sensor id", "Sensor ID to select", 0, G_MAXINT, DEFAULT_PROP_SENSOR, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS) )); g_object_class_install_property ( gobject_class, PROP_MEM_MODE, g_param_spec_enum ("io-mode", "memory mode", "Memory mode", GST_TYPE_XCAM_SRC_MEM_MODE, DEFAULT_PROP_MEM_MODE, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_FIELD, g_param_spec_enum ("field", "field", "field", GST_TYPE_XCAM_SRC_FIELD, DEFAULT_PROP_FIELD, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_ENABLE_USB, g_param_spec_boolean ("enable-usb", "enable usbcam", "Enable USB camera", DEFAULT_PROP_ENABLE_USB, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_BUFFERCOUNT, g_param_spec_int ("buffercount", "buffer count", "buffer count", 0, G_MAXINT, DEFAULT_PROP_BUFFERCOUNT, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS) )); g_object_class_install_property ( gobject_class, PROP_INPUT_FMT, g_param_spec_string ("input-format", "input format", "Input pixel format", NULL, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_FAKE_INPUT, g_param_spec_string ("fake-input", "fake input", "Use the specified raw file as fake input instead of live camera", NULL, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_IMAGE_PROCESSOR, g_param_spec_enum ("imageprocessor", "image processor", "Image Processor", GST_TYPE_XCAM_SRC_IMAGE_PROCESSOR, DEFAULT_PROP_IMAGE_PROCESSOR, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_3A_ANALYZER, g_param_spec_enum ("analyzer", "3a analyzer", "3A Analyzer", GST_TYPE_XCAM_SRC_ANALYZER, DEFAULT_PROP_ANALYZER, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); #if HAVE_IA_AIQ g_object_class_install_property ( gobject_class, PROP_ENABLE_3A, g_param_spec_boolean ("enable-3a", "enable 3a", "Enable 3A", DEFAULT_PROP_ENABLE_3A, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_CPF, g_param_spec_string ("path-cpf", "cpf", "Path to cpf", NULL, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_3A_LIB, g_param_spec_string ("path-3alib", "3a lib", "Path to dynamic 3A library", NULL, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); #endif #if HAVE_LIBCL g_object_class_install_property ( gobject_class, PROP_PIPE_PROFLE, g_param_spec_enum ("pipe-profile", "cl pipe profile", "CL pipeline profile (only for cl imageprocessor)", GST_TYPE_XCAM_SRC_CL_PIPE_PROFILE, DEFAULT_PROP_CL_PIPE_PROFILE, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_DENOISE_3D_MODE, g_param_spec_enum ("denoise-3d", "3D Denoise mode", "3D Denoise mode", GST_TYPE_XCAM_SRC_3D_DENOISE_MODE, DEFAULT_PROP_3D_DENOISE_MODE, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_WDR_MODE, g_param_spec_enum ("wdr-mode", "wdr mode", "WDR Mode", GST_TYPE_XCAM_SRC_WDR_MODE, DEFAULT_PROP_WDR_MODE, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_WAVELET_MODE, g_param_spec_enum ("wavelet-mode", "wavelet mode", "WAVELET Mode", GST_TYPE_XCAM_SRC_WAVELET_MODE, DEFAULT_PROP_WAVELET_MODE, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_DEFOG_MODE, g_param_spec_enum ("defog-mode", "defog mode", "Defog mode", GST_TYPE_XCAM_SRC_DEFOG_MODE, DEFAULT_PROP_DEFOG_MODE, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_ENABLE_WIREFRAME, g_param_spec_boolean ("enable-wireframe", "enable wire frame", "Enable wire frame", DEFAULT_PROP_ENABLE_WIREFRAME, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property ( gobject_class, PROP_ENABLE_IMAGE_WARP, g_param_spec_boolean ("enable-warp", "enable image warp", "Enable Image Warp", DEFAULT_PROP_ENABLE_IMAGE_WARP, (GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); #endif gst_element_class_set_details_simple (element_class, "Libxcam Source", "Source/Base", "Capture camera video using xcam library", "John Ye & Wind Yuan "); gst_element_class_add_pad_template ( element_class, gst_static_pad_template_get (&gst_xcam_src_factory)); basesrc_class->get_caps = GST_DEBUG_FUNCPTR (gst_xcam_src_get_caps); basesrc_class->set_caps = GST_DEBUG_FUNCPTR (gst_xcam_src_set_caps); basesrc_class->decide_allocation = GST_DEBUG_FUNCPTR (gst_xcam_src_decide_allocation); basesrc_class->start = GST_DEBUG_FUNCPTR (gst_xcam_src_start); basesrc_class->stop = GST_DEBUG_FUNCPTR (gst_xcam_src_stop); basesrc_class->unlock = GST_DEBUG_FUNCPTR (gst_xcam_src_unlock); basesrc_class->unlock_stop = GST_DEBUG_FUNCPTR (gst_xcam_src_unlock_stop); basesrc_class->alloc = GST_DEBUG_FUNCPTR (gst_xcam_src_alloc); pushsrc_class->fill = GST_DEBUG_FUNCPTR (gst_xcam_src_fill); } // FIXME remove this function? static void gst_xcam_src_init (GstXCamSrc *xcamsrc) { gst_base_src_set_format (GST_BASE_SRC (xcamsrc), GST_FORMAT_TIME); gst_base_src_set_live (GST_BASE_SRC (xcamsrc), TRUE); gst_base_src_set_do_timestamp (GST_BASE_SRC (xcamsrc), TRUE); xcamsrc->buf_count = DEFAULT_PROP_BUFFERCOUNT; xcamsrc->sensor_id = 0; xcamsrc->capture_mode = V4L2_CAPTURE_MODE_VIDEO; xcamsrc->device = NULL; xcamsrc->enable_usb = DEFAULT_PROP_ENABLE_USB; #if HAVE_IA_AIQ xcamsrc->enable_3a = DEFAULT_PROP_ENABLE_3A; xcamsrc->path_to_cpf = strndup(DEFAULT_CPF_FILE_NAME, XCAM_MAX_STR_SIZE); xcamsrc->path_to_3alib = strndup(DEFAULT_DYNAMIC_3A_LIB, XCAM_MAX_STR_SIZE); #endif #if HAVE_LIBCL xcamsrc->cl_pipe_profile = DEFAULT_PROP_CL_PIPE_PROFILE; xcamsrc->wdr_mode_type = DEFAULT_PROP_WDR_MODE; xcamsrc->wavelet_mode = NONE_WAVELET; xcamsrc->defog_mode = DEFAULT_PROP_DEFOG_MODE; xcamsrc->denoise_3d_mode = DEFAULT_PROP_3D_DENOISE_MODE; xcamsrc->denoise_3d_ref_count = 2; xcamsrc->enable_wireframe = DEFAULT_PROP_ENABLE_WIREFRAME; #endif xcamsrc->path_to_fake = NULL; xcamsrc->time_offset_ready = FALSE; xcamsrc->time_offset = -1; xcamsrc->buf_mark = 0; xcamsrc->duration = 0; xcamsrc->mem_type = DEFAULT_PROP_MEM_MODE; xcamsrc->field = DEFAULT_PROP_FIELD; xcamsrc->in_format = 0; if (xcamsrc->enable_usb) { xcamsrc->out_format = GST_VIDEO_FORMAT_YUY2; } else { xcamsrc->out_format = DEFAULT_PROP_PIXELFORMAT; } gst_video_info_init (&xcamsrc->gst_video_info); if (xcamsrc->enable_usb) { gst_video_info_set_format (&xcamsrc->gst_video_info, GST_VIDEO_FORMAT_YUY2, DEFAULT_VIDEO_WIDTH, DEFAULT_VIDEO_HEIGHT); } else { gst_video_info_set_format (&xcamsrc->gst_video_info, GST_VIDEO_FORMAT_NV12, DEFAULT_VIDEO_WIDTH, DEFAULT_VIDEO_HEIGHT); } XCAM_CONSTRUCTOR (xcamsrc->xcam_video_info, VideoBufferInfo); xcamsrc->xcam_video_info.init (DEFAULT_PROP_PIXELFORMAT, DEFAULT_VIDEO_WIDTH, DEFAULT_VIDEO_HEIGHT); xcamsrc->image_processor_type = DEFAULT_PROP_IMAGE_PROCESSOR; xcamsrc->analyzer_type = DEFAULT_PROP_ANALYZER; XCAM_CONSTRUCTOR (xcamsrc->device_manager, SmartPtr); xcamsrc->device_manager = new MainDeviceManager; } static void gst_xcam_src_finalize (GObject * object) { GstXCamSrc *xcamsrc = GST_XCAM_SRC (object); xcamsrc->device_manager.release (); XCAM_DESTRUCTOR (xcamsrc->device_manager, SmartPtr); G_OBJECT_CLASS (parent_class)->finalize (object); } static void gst_xcam_src_get_property ( GObject *object, guint prop_id, GValue *value, GParamSpec *pspec) { GstXCamSrc *src = GST_XCAM_SRC (object); switch (prop_id) { case PROP_DEVICE: g_value_set_string (value, src->device); break; case PROP_SENSOR: g_value_set_int (value, src->sensor_id); break; case PROP_MEM_MODE: g_value_set_enum (value, src->mem_type); break; case PROP_FIELD: g_value_set_enum (value, src->field); break; case PROP_BUFFERCOUNT: g_value_set_int (value, src->buf_count); break; case PROP_INPUT_FMT: g_value_set_string (value, xcam_fourcc_to_string (src->in_format)); break; case PROP_ENABLE_USB: g_value_set_boolean (value, src->enable_usb); break; case PROP_FAKE_INPUT: g_value_set_string (value, src->path_to_fake); break; case PROP_IMAGE_PROCESSOR: g_value_set_enum (value, src->image_processor_type); break; case PROP_3A_ANALYZER: g_value_set_enum (value, src->analyzer_type); break; #if HAVE_IA_AIQ case PROP_ENABLE_3A: g_value_set_boolean (value, src->enable_3a); break; case PROP_CPF: g_value_set_string (value, src->path_to_cpf); break; case PROP_3A_LIB: g_value_set_string (value, src->path_to_3alib); break; #endif #if HAVE_LIBCL case PROP_PIPE_PROFLE: g_value_set_enum (value, src->cl_pipe_profile); break; case PROP_DENOISE_3D_MODE: g_value_set_enum (value, src->denoise_3d_mode); break; case PROP_WDR_MODE: g_value_set_enum (value, src->wdr_mode_type); break; case PROP_WAVELET_MODE: g_value_set_enum (value, src->wavelet_mode); break; case PROP_DEFOG_MODE: g_value_set_enum (value, src->defog_mode); break; case PROP_ENABLE_WIREFRAME: g_value_set_boolean (value, src->enable_wireframe); break; case PROP_ENABLE_IMAGE_WARP: g_value_set_boolean (value, src->enable_image_warp); break; #endif default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_xcam_src_set_property ( GObject *object, guint prop_id, const GValue *value, GParamSpec *pspec) { GstXCamSrc *src = GST_XCAM_SRC (object); switch (prop_id) { case PROP_DEVICE: { const char * device = g_value_get_string (value); if (src->device) xcam_free (src->device); src->device = NULL; if (device) src->device = strndup (device, XCAM_MAX_STR_SIZE); break; } case PROP_SENSOR: src->sensor_id = g_value_get_int (value); break; case PROP_MEM_MODE: src->mem_type = (enum v4l2_memory)g_value_get_enum (value); break; case PROP_BUFFERCOUNT: src->buf_count = g_value_get_int (value); break; case PROP_FIELD: src->field = (enum v4l2_field) g_value_get_enum (value); break; case PROP_INPUT_FMT: { const char * fmt = g_value_get_string (value); if (strlen (fmt) == 4) src->in_format = v4l2_fourcc ((unsigned)fmt[0], (unsigned)fmt[1], (unsigned)fmt[2], (unsigned)fmt[3]); else GST_ERROR_OBJECT (src, "Invalid input format: not fourcc"); break; } case PROP_ENABLE_USB: src->enable_usb = g_value_get_boolean (value); break; case PROP_FAKE_INPUT: { const char * raw_path = g_value_get_string (value); if (src->path_to_fake) xcam_free (src->path_to_fake); src->path_to_fake = NULL; if (raw_path) src->path_to_fake = strndup (raw_path, XCAM_MAX_STR_SIZE); break; } case PROP_IMAGE_PROCESSOR: src->image_processor_type = (ImageProcessorType)g_value_get_enum (value); if (src->image_processor_type == ISP_IMAGE_PROCESSOR) { src->capture_mode = V4L2_CAPTURE_MODE_VIDEO; } #if HAVE_LIBCL else if (src->image_processor_type == CL_IMAGE_PROCESSOR) { src->capture_mode = V4L2_CAPTURE_MODE_STILL; } #else else { XCAM_LOG_WARNING ("this release only supports ISP image processor"); src->image_processor_type = ISP_IMAGE_PROCESSOR; src->capture_mode = V4L2_CAPTURE_MODE_VIDEO; } #endif break; case PROP_3A_ANALYZER: src->analyzer_type = (AnalyzerType)g_value_get_enum (value); break; #if HAVE_IA_AIQ case PROP_ENABLE_3A: src->enable_3a = g_value_get_boolean (value); break; case PROP_CPF: { const char * cpf = g_value_get_string (value); if (src->path_to_cpf) xcam_free (src->path_to_cpf); src->path_to_cpf = NULL; if (cpf) src->path_to_cpf = strndup (cpf, XCAM_MAX_STR_SIZE); break; } case PROP_3A_LIB: { const char * path = g_value_get_string (value); if (src->path_to_3alib) xcam_free (src->path_to_3alib); src->path_to_3alib = NULL; if (path) src->path_to_3alib = strndup (path, XCAM_MAX_STR_SIZE); break; } #endif #if HAVE_LIBCL case PROP_PIPE_PROFLE: src->cl_pipe_profile = g_value_get_enum (value); break; case PROP_DENOISE_3D_MODE: src->denoise_3d_mode = (Denoise3DModeType) g_value_get_enum (value); break; case PROP_WDR_MODE: src->wdr_mode_type = (WDRModeType)g_value_get_enum (value); break; case PROP_WAVELET_MODE: src->wavelet_mode = (WaveletModeType)g_value_get_enum (value); break; case PROP_DEFOG_MODE: src->defog_mode = (DefogModeType) g_value_get_enum (value); break; case PROP_ENABLE_WIREFRAME: src->enable_wireframe = g_value_get_boolean (value); break; case PROP_ENABLE_IMAGE_WARP: src->enable_image_warp = g_value_get_boolean (value); break; #endif default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } #if HAVE_IA_AIQ static void gst_xcam_src_xcam_3a_interface_init (GstXCam3AInterface *iface) { iface->set_white_balance_mode = gst_xcam_src_set_white_balance_mode; iface->set_awb_speed = gst_xcam_src_set_awb_speed; iface->set_wb_color_temperature_range = gst_xcam_src_set_wb_color_temperature_range; iface->set_manual_wb_gain = gst_xcam_src_set_manual_wb_gain; iface->set_exposure_mode = gst_xcam_src_set_exposure_mode; iface->set_ae_metering_mode = gst_xcam_src_set_ae_metering_mode; iface->set_exposure_window = gst_xcam_src_set_exposure_window; iface->set_exposure_value_offset = gst_xcam_src_set_exposure_value_offset; iface->set_ae_speed = gst_xcam_src_set_ae_speed; iface->set_exposure_flicker_mode = gst_xcam_src_set_exposure_flicker_mode; iface->get_exposure_flicker_mode = gst_xcam_src_get_exposure_flicker_mode; iface->get_current_exposure_time = gst_xcam_src_get_current_exposure_time; iface->get_current_analog_gain = gst_xcam_src_get_current_analog_gain; iface->set_manual_exposure_time = gst_xcam_src_set_manual_exposure_time; iface->set_manual_analog_gain = gst_xcam_src_set_manual_analog_gain; iface->set_aperture = gst_xcam_src_set_aperture; iface->set_max_analog_gain = gst_xcam_src_set_max_analog_gain; iface->get_max_analog_gain = gst_xcam_src_get_max_analog_gain; iface->set_exposure_time_range = gst_xcam_src_set_exposure_time_range; iface->get_exposure_time_range = gst_xcam_src_get_exposure_time_range; iface->set_dvs = gst_xcam_src_set_dvs; iface->set_noise_reduction_level = gst_xcam_src_set_noise_reduction_level; iface->set_temporal_noise_reduction_level = gst_xcam_src_set_temporal_noise_reduction_level; iface->set_gamma_table = gst_xcam_src_set_gamma_table; iface->set_gbce = gst_xcam_src_set_gbce; iface->set_manual_brightness = gst_xcam_src_set_manual_brightness; iface->set_manual_contrast = gst_xcam_src_set_manual_contrast; iface->set_manual_hue = gst_xcam_src_set_manual_hue; iface->set_manual_saturation = gst_xcam_src_set_manual_saturation; iface->set_manual_sharpness = gst_xcam_src_set_manual_sharpness; iface->set_night_mode = gst_xcam_src_set_night_mode; iface->set_hdr_mode = gst_xcam_src_set_hdr_mode; iface->set_denoise_mode = gst_xcam_src_set_denoise_mode; iface->set_gamma_mode = gst_xcam_src_set_gamma_mode; iface->set_dpc_mode = gst_xcam_src_set_dpc_mode; } #endif static gboolean gst_xcam_src_start (GstBaseSrc *src) { GstXCamSrc *xcamsrc = GST_XCAM_SRC (src); SmartPtr device_manager = xcamsrc->device_manager; SmartPtr analyzer; #if HAVE_IA_AIQ SmartPtr isp_processor; SmartPtr isp_controller; #endif #if HAVE_LIBCL SmartPtr smart_analyzer; SmartPtr cl_processor; SmartPtr cl_post_processor; #endif SmartPtr capture_device; SmartPtr event_device; SmartPtr poll_thread; // Check device if (xcamsrc->device == NULL) { if (xcamsrc->capture_mode == V4L2_CAPTURE_MODE_STILL) xcamsrc->device = strndup (CAPTURE_DEVICE_STILL, XCAM_MAX_STR_SIZE); else xcamsrc->device = strndup (CAPTURE_DEVICE_VIDEO, XCAM_MAX_STR_SIZE); } XCAM_ASSERT (xcamsrc->device); // set default input format if set prop wasn't called if (xcamsrc->in_format == 0) { if (xcamsrc->image_processor_type == CL_IMAGE_PROCESSOR) xcamsrc->in_format = V4L2_PIX_FMT_SGRBG10; else if (xcamsrc->enable_usb) xcamsrc->in_format = V4L2_PIX_FMT_YUYV; else xcamsrc->in_format = V4L2_PIX_FMT_NV12; } if (xcamsrc->path_to_fake) { capture_device = new FakeV4l2Device (); } else if (xcamsrc->enable_usb) { capture_device = new UVCDevice (xcamsrc->device); } #if HAVE_IA_AIQ else { capture_device = new AtomispDevice (xcamsrc->device); } #endif capture_device->set_sensor_id (xcamsrc->sensor_id); capture_device->set_capture_mode (xcamsrc->capture_mode); capture_device->set_mem_type (xcamsrc->mem_type); capture_device->set_buffer_count (xcamsrc->buf_count); capture_device->open (); device_manager->set_capture_device (capture_device); #if HAVE_IA_AIQ if (!xcamsrc->enable_usb && !xcamsrc->path_to_fake) { event_device = new V4l2SubDevice (DEFAULT_EVENT_DEVICE); XCamReturn ret = event_device->open (); if (ret == XCAM_RETURN_NO_ERROR) { event_device->subscribe_event (V4L2_EVENT_ATOMISP_3A_STATS_READY); device_manager->set_event_device (event_device); } } isp_controller = new IspController (capture_device); #endif switch (xcamsrc->image_processor_type) { #if HAVE_LIBCL case CL_IMAGE_PROCESSOR: { #if HAVE_IA_AIQ isp_processor = new IspExposureImageProcessor (isp_controller); XCAM_ASSERT (isp_processor.ptr ()); device_manager->add_image_processor (isp_processor); #endif cl_processor = new CL3aImageProcessor (); cl_processor->set_stats_callback (device_manager); if(xcamsrc->wdr_mode_type != NONE_WDR) { cl_processor->set_gamma (false); xcamsrc->in_format = V4L2_PIX_FMT_SGRBG12; cl_processor->set_3a_stats_bits(12); setenv ("AIQ_CPF_PATH", "/etc/atomisp/imx185_wdr.cpf", 1); if(xcamsrc->wdr_mode_type == GAUSSIAN_WDR) { cl_processor->set_tonemapping(CL3aImageProcessor::CLTonemappingMode::Gaussian); } else if(xcamsrc->wdr_mode_type == HALEQ_WDR) { cl_processor->set_tonemapping(CL3aImageProcessor::CLTonemappingMode::Haleq); } } cl_processor->set_profile ((CL3aImageProcessor::PipelineProfile)xcamsrc->cl_pipe_profile); device_manager->add_image_processor (cl_processor); device_manager->set_cl_image_processor (cl_processor); break; } #endif #if HAVE_IA_AIQ case ISP_IMAGE_PROCESSOR: { isp_processor = new IspImageProcessor (isp_controller); device_manager->add_image_processor (isp_processor); break; } #endif default: XCAM_LOG_ERROR ("unknown image processor type"); return false; } #if HAVE_LIBCL cl_post_processor = new CLPostImageProcessor (); cl_post_processor->set_stats_callback (device_manager); cl_post_processor->set_defog_mode ((CLPostImageProcessor::CLDefogMode) xcamsrc->defog_mode); cl_post_processor->set_3ddenoise_mode ( (CLPostImageProcessor::CL3DDenoiseMode) xcamsrc->denoise_3d_mode, xcamsrc->denoise_3d_ref_count); if (NONE_WAVELET != xcamsrc->wavelet_mode) { if (HAT_WAVELET_Y == xcamsrc->wavelet_mode) { cl_post_processor->set_wavelet (CL_WAVELET_HAT, CL_IMAGE_CHANNEL_Y, false); } else if (HAT_WAVELET_UV == xcamsrc->wavelet_mode) { cl_post_processor->set_wavelet (CL_WAVELET_HAT, CL_IMAGE_CHANNEL_UV, false); } else if (HARR_WAVELET_Y == xcamsrc->wavelet_mode) { cl_post_processor->set_wavelet (CL_WAVELET_HAAR, CL_IMAGE_CHANNEL_Y, false); } else if (HARR_WAVELET_UV == xcamsrc->wavelet_mode) { cl_post_processor->set_wavelet (CL_WAVELET_HAAR, CL_IMAGE_CHANNEL_UV, false); } else if (HARR_WAVELET_YUV == xcamsrc->wavelet_mode) { cl_post_processor->set_wavelet (CL_WAVELET_HAAR, CL_IMAGE_CHANNEL_UV | CL_IMAGE_CHANNEL_Y, false); } else if (HARR_WAVELET_BAYES == xcamsrc->wavelet_mode) { cl_post_processor->set_wavelet (CL_WAVELET_HAAR, CL_IMAGE_CHANNEL_UV | CL_IMAGE_CHANNEL_Y, true); } else { cl_post_processor->set_wavelet (CL_WAVELET_DISABLED, CL_IMAGE_CHANNEL_UV, false); } } cl_post_processor->set_wireframe (xcamsrc->enable_wireframe); device_manager->add_image_processor (cl_post_processor); device_manager->set_cl_post_image_processor (cl_post_processor); #endif switch (xcamsrc->analyzer_type) { case SIMPLE_ANALYZER: { analyzer = new X3aAnalyzerSimple (); break; } #if HAVE_IA_AIQ case AIQ_TUNER_ANALYZER: { XCAM_LOG_INFO ("cpf: %s", xcamsrc->path_to_cpf); SmartPtr aiq_analyzer = new X3aAnalyzerAiq (isp_controller, xcamsrc->path_to_cpf); SmartPtr tuner_analyzer = new X3aAnalyzeTuner (); XCAM_ASSERT (aiq_analyzer.ptr () && tuner_analyzer.ptr ()); tuner_analyzer->set_analyzer (aiq_analyzer); analyzer = tuner_analyzer; break; } #if HAVE_LIBCL case DYNAMIC_ANALYZER: { XCAM_LOG_INFO ("dynamic 3a library: %s", xcamsrc->path_to_3alib); SmartPtr dynamic_loader = new DynamicAnalyzerLoader (xcamsrc->path_to_3alib); SmartPtr loader = dynamic_loader.dynamic_cast_ptr (); analyzer = dynamic_loader->load_analyzer (loader); if (!analyzer.ptr ()) { XCAM_LOG_ERROR ("load dynamic analyzer(%s) failed, please check.", xcamsrc->path_to_3alib); return FALSE; } break; } case HYBRID_ANALYZER: { XCAM_LOG_INFO ("hybrid 3a library: %s", xcamsrc->path_to_3alib); SmartPtr hybrid_loader = new HybridAnalyzerLoader (xcamsrc->path_to_3alib); hybrid_loader->set_cpf_path (DEFAULT_CPF_FILE_NAME); hybrid_loader->set_isp_controller (isp_controller); SmartPtr loader = hybrid_loader.dynamic_cast_ptr (); analyzer = hybrid_loader->load_analyzer (loader); if (!analyzer.ptr ()) { XCAM_LOG_ERROR ("load hybrid analyzer(%s) failed, please check.", xcamsrc->path_to_3alib); return FALSE; } break; } #endif #endif default: XCAM_LOG_ERROR ("unknown analyzer type"); return false; } XCAM_ASSERT (analyzer.ptr ()); if (analyzer->prepare_handlers () != XCAM_RETURN_NO_ERROR) { XCAM_LOG_ERROR ("analyzer(%s) prepare handlers failed", analyzer->get_name ()); return FALSE; } if(xcamsrc->wdr_mode_type != NONE_WDR) { analyzer->set_ae_exposure_time_range (80 * 1110 * 1000 / 37125, 1120 * 1110 * 1000 / 37125); analyzer->set_ae_max_analog_gain (3.98); } device_manager->set_3a_analyzer (analyzer); #if HAVE_LIBCL SmartHandlerList smart_handlers = SmartAnalyzerLoader::load_smart_handlers (DEFAULT_SMART_ANALYSIS_LIB_DIR); if (!smart_handlers.empty ()) { smart_analyzer = new SmartAnalyzer (); if (smart_analyzer.ptr ()) { SmartHandlerList::iterator i_handler = smart_handlers.begin (); for (; i_handler != smart_handlers.end (); ++i_handler) { XCAM_ASSERT ((*i_handler).ptr ()); smart_analyzer->add_handler (*i_handler); } } else { XCAM_LOG_WARNING ("load smart analyzer(%s) failed, please check.", DEFAULT_SMART_ANALYSIS_LIB_DIR); } } if (smart_analyzer.ptr ()) { if (cl_post_processor.ptr () && xcamsrc->enable_wireframe) { cl_post_processor->set_scaler (true); cl_post_processor->set_scaler_factor (640.0 / DEFAULT_VIDEO_WIDTH); } if (smart_analyzer->prepare_handlers () != XCAM_RETURN_NO_ERROR) { XCAM_LOG_INFO ("analyzer(%s) prepare handlers failed", smart_analyzer->get_name ()); return TRUE; } device_manager->set_smart_analyzer (smart_analyzer); } #endif if (xcamsrc->enable_usb) { poll_thread = new PollThread (); } else if (xcamsrc->path_to_fake) { poll_thread = new FakePollThread (xcamsrc->path_to_fake); } #if HAVE_IA_AIQ else { SmartPtr isp_poll_thread = new IspPollThread (); isp_poll_thread->set_isp_controller (isp_controller); poll_thread = isp_poll_thread; } #endif device_manager->set_poll_thread (poll_thread); return TRUE; } static gboolean gst_xcam_src_stop (GstBaseSrc *src) { SmartPtr event_device; GstXCamSrc *xcamsrc = GST_XCAM_SRC_CAST (src); SmartPtr device_manager = xcamsrc->device_manager; XCAM_ASSERT (device_manager.ptr ()); device_manager->stop(); device_manager->get_capture_device()->close (); event_device = device_manager->get_event_device(); // For USB camera case, the event_device ptr will be NULL if (event_device.ptr()) event_device->close (); device_manager->pause_dequeue (); return TRUE; } static gboolean gst_xcam_src_unlock (GstBaseSrc *src) { GstXCamSrc *xcamsrc = GST_XCAM_SRC_CAST (src); SmartPtr device_manager = xcamsrc->device_manager; XCAM_ASSERT (device_manager.ptr ()); device_manager->pause_dequeue (); return TRUE; } static gboolean gst_xcam_src_unlock_stop (GstBaseSrc *src) { GstXCamSrc *xcamsrc = GST_XCAM_SRC_CAST (src); SmartPtr device_manager = xcamsrc->device_manager; XCAM_ASSERT (device_manager.ptr ()); device_manager->resume_dequeue (); return TRUE; } static GstCaps* gst_xcam_src_get_caps (GstBaseSrc *src, GstCaps *filter) { GstXCamSrc *xcamsrc = GST_XCAM_SRC (src); XCAM_UNUSED (filter); return gst_pad_get_pad_template_caps (GST_BASE_SRC_PAD (xcamsrc)); } static uint32_t translate_format_to_xcam (GstVideoFormat format) { switch (format) { case GST_VIDEO_FORMAT_NV12: return V4L2_PIX_FMT_NV12; case GST_VIDEO_FORMAT_I420: return V4L2_PIX_FMT_YUV420; case GST_VIDEO_FORMAT_YUY2: return V4L2_PIX_FMT_YUYV; case GST_VIDEO_FORMAT_Y42B: return V4L2_PIX_FMT_YUV422P; //RGB case GST_VIDEO_FORMAT_RGBx: return V4L2_PIX_FMT_RGB32; case GST_VIDEO_FORMAT_BGRx: return V4L2_PIX_FMT_BGR32; default: break; } return 0; } static gboolean gst_xcam_src_set_caps (GstBaseSrc *src, GstCaps *caps) { GstXCamSrc *xcamsrc = GST_XCAM_SRC (src); struct v4l2_format format; uint32_t out_format = 0; GstVideoInfo info; gst_video_info_from_caps (&info, caps); XCAM_ASSERT ((GST_VIDEO_INFO_FORMAT (&info) == GST_VIDEO_FORMAT_NV12) || (GST_VIDEO_INFO_FORMAT (&info) == GST_VIDEO_FORMAT_YUY2)); out_format = translate_format_to_xcam (GST_VIDEO_INFO_FORMAT (&info)); if (!out_format) { GST_WARNING ("format doesn't support:%s", GST_VIDEO_INFO_NAME (&info)); return FALSE; } #if HAVE_LIBCL SmartPtr processor = xcamsrc->device_manager->get_cl_post_image_processor (); XCAM_ASSERT (processor.ptr ()); if (!processor->set_output_format (out_format)) { GST_ERROR ("pipeline doesn't support output format:%" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (out_format)); return FALSE; } #endif xcamsrc->out_format = out_format; SmartPtr device_manager = xcamsrc->device_manager; SmartPtr capture_device = device_manager->get_capture_device (); capture_device->set_framerate (GST_VIDEO_INFO_FPS_N (&info), GST_VIDEO_INFO_FPS_D (&info)); capture_device->set_format ( GST_VIDEO_INFO_WIDTH (&info), GST_VIDEO_INFO_HEIGHT(&info), xcamsrc->in_format, xcamsrc->field, info.stride [0]); if (device_manager->start () != XCAM_RETURN_NO_ERROR) return FALSE; capture_device->get_format (format); xcamsrc->gst_video_info = info; size_t offset = 0; for (uint32_t n = 0; n < GST_VIDEO_INFO_N_PLANES (&xcamsrc->gst_video_info); n++) { GST_VIDEO_INFO_PLANE_OFFSET (&xcamsrc->gst_video_info, n) = offset; if (out_format == V4L2_PIX_FMT_NV12) { GST_VIDEO_INFO_PLANE_STRIDE (&xcamsrc->gst_video_info, n) = format.fmt.pix.bytesperline * 2 / 3; } else if (format.fmt.pix.pixelformat == V4L2_PIX_FMT_YUYV) { // for 4:2:2 format, stride is widthx2 GST_VIDEO_INFO_PLANE_STRIDE (&xcamsrc->gst_video_info, n) = format.fmt.pix.bytesperline; } else { GST_VIDEO_INFO_PLANE_STRIDE (&xcamsrc->gst_video_info, n) = format.fmt.pix.bytesperline / 2; } offset += GST_VIDEO_INFO_PLANE_STRIDE (&xcamsrc->gst_video_info, n) * format.fmt.pix.height; //TODO, need set offsets } // TODO, need calculate aligned width/height xcamsrc->xcam_video_info.init (out_format, GST_VIDEO_INFO_WIDTH (&info), GST_VIDEO_INFO_HEIGHT (&info)); xcamsrc->duration = gst_util_uint64_scale_int ( GST_SECOND, GST_VIDEO_INFO_FPS_D(&xcamsrc->gst_video_info), GST_VIDEO_INFO_FPS_N(&xcamsrc->gst_video_info)); xcamsrc->pool = gst_xcam_buffer_pool_new (xcamsrc, caps, xcamsrc->device_manager); return TRUE; } static gboolean gst_xcam_src_decide_allocation (GstBaseSrc *src, GstQuery *query) { GstXCamSrc *xcamsrc = GST_XCAM_SRC (src); GstBufferPool *pool = NULL; uint32_t pool_num = 0; XCAM_ASSERT (xcamsrc); XCAM_ASSERT (xcamsrc->pool); pool_num = gst_query_get_n_allocation_pools (query); if (pool_num > 0) { for (uint32_t i = pool_num - 1; i > 0; --i) { gst_query_remove_nth_allocation_pool (query, i); } gst_query_parse_nth_allocation_pool (query, 0, &pool, NULL, NULL, NULL); if (pool == xcamsrc->pool) return TRUE; gst_object_unref (pool); gst_query_remove_nth_allocation_pool (query, 0); } gst_query_add_allocation_pool ( query, xcamsrc->pool, GST_VIDEO_INFO_WIDTH (&xcamsrc->gst_video_info), GST_XCAM_SRC_BUF_COUNT (xcamsrc), GST_XCAM_SRC_BUF_COUNT (xcamsrc)); return GST_BASE_SRC_CLASS (parent_class)->decide_allocation (src, query); } static GstFlowReturn gst_xcam_src_alloc (GstBaseSrc *src, guint64 offset, guint size, GstBuffer **buffer) { GstFlowReturn ret; GstXCamSrc *xcamsrc = GST_XCAM_SRC (src); XCAM_UNUSED (offset); XCAM_UNUSED (size); ret = gst_buffer_pool_acquire_buffer (xcamsrc->pool, buffer, NULL); XCAM_ASSERT (*buffer); return ret; } static GstFlowReturn gst_xcam_src_fill (GstPushSrc *basesrc, GstBuffer *buf) { GstXCamSrc *src = GST_XCAM_SRC_CAST (basesrc); GST_BUFFER_OFFSET (buf) = src->buf_mark; GST_BUFFER_OFFSET_END (buf) = GST_BUFFER_OFFSET (buf) + 1; ++src->buf_mark; if (!GST_CLOCK_TIME_IS_VALID (GST_BUFFER_TIMESTAMP (buf))) return GST_FLOW_OK; if (!src->time_offset_ready) { GstClock *clock = GST_ELEMENT_CLOCK (src); GstClockTime actual_time = 0; if (!clock) return GST_FLOW_OK; actual_time = gst_clock_get_time (clock) - GST_ELEMENT_CAST (src)->base_time; src->time_offset = actual_time - GST_BUFFER_TIMESTAMP (buf); src->time_offset_ready = TRUE; gst_object_ref (clock); } GST_BUFFER_TIMESTAMP (buf) += src->time_offset; //GST_BUFFER_DURATION (buf) = src->duration; XCAM_STATIC_FPS_CALCULATION (gstxcamsrc, XCAM_OBJ_DUR_FRAME_NUM); return GST_FLOW_OK; } #if HAVE_IA_AIQ static gboolean gst_xcam_src_set_white_balance_mode (GstXCam3A *xcam3a, XCamAwbMode mode) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_awb_mode (mode); } static gboolean gst_xcam_src_set_awb_speed (GstXCam3A *xcam3a, double speed) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_awb_speed (speed); } static gboolean gst_xcam_src_set_wb_color_temperature_range (GstXCam3A *xcam3a, guint cct_min, guint cct_max) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_awb_color_temperature_range (cct_min, cct_max); } static gboolean gst_xcam_src_set_manual_wb_gain (GstXCam3A *xcam3a, double gr, double r, double b, double gb) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_awb_manual_gain (gr, r, b, gb); } static gboolean gst_xcam_src_set_exposure_mode (GstXCam3A *xcam3a, XCamAeMode mode) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_mode (mode); } static gboolean gst_xcam_src_set_ae_metering_mode (GstXCam3A *xcam3a, XCamAeMeteringMode mode) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_metering_mode (mode); } static gboolean gst_xcam_src_set_exposure_window (GstXCam3A *xcam3a, XCam3AWindow *window, guint8 count) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_window (window, count); } static gboolean gst_xcam_src_set_exposure_value_offset (GstXCam3A *xcam3a, double ev_offset) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_ev_shift (ev_offset); } static gboolean gst_xcam_src_set_ae_speed (GstXCam3A *xcam3a, double speed) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_speed (speed); } static gboolean gst_xcam_src_set_exposure_flicker_mode (GstXCam3A *xcam3a, XCamFlickerMode flicker) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_flicker_mode (flicker); } static XCamFlickerMode gst_xcam_src_get_exposure_flicker_mode (GstXCam3A *xcam3a) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->get_ae_flicker_mode (); } static gint64 gst_xcam_src_get_current_exposure_time (GstXCam3A *xcam3a) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->get_ae_current_exposure_time (); } static double gst_xcam_src_get_current_analog_gain (GstXCam3A *xcam3a) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->get_ae_current_analog_gain (); } static gboolean gst_xcam_src_set_manual_exposure_time (GstXCam3A *xcam3a, gint64 time_in_us) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_manual_exposure_time (time_in_us); } static gboolean gst_xcam_src_set_manual_analog_gain (GstXCam3A *xcam3a, double gain) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_manual_analog_gain (gain); } static gboolean gst_xcam_src_set_aperture (GstXCam3A *xcam3a, double fn) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_aperture (fn); } static gboolean gst_xcam_src_set_max_analog_gain (GstXCam3A *xcam3a, double max_gain) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_max_analog_gain (max_gain); } static double gst_xcam_src_get_max_analog_gain (GstXCam3A *xcam3a) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->get_ae_max_analog_gain (); } static gboolean gst_xcam_src_set_exposure_time_range (GstXCam3A *xcam3a, gint64 min_time_in_us, gint64 max_time_in_us) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_ae_exposure_time_range (min_time_in_us, max_time_in_us); } static gboolean gst_xcam_src_get_exposure_time_range (GstXCam3A *xcam3a, gint64 *min_time_in_us, gint64 *max_time_in_us) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->get_ae_exposure_time_range (min_time_in_us, max_time_in_us); } static gboolean gst_xcam_src_set_noise_reduction_level (GstXCam3A *xcam3a, guint8 level) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_noise_reduction_level ((level - 128) / 128.0); } static gboolean gst_xcam_src_set_temporal_noise_reduction_level (GstXCam3A *xcam3a, guint8 level, gint8 mode) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); bool ret = analyzer->set_temporal_noise_reduction_level ((level - 128) / 128.0); #if HAVE_LIBCL SmartPtr cl_image_processor = device_manager->get_cl_image_processor (); if (cl_image_processor.ptr ()) { ret = cl_image_processor->set_tnr(mode, level); } else { ret = false; } #else XCAM_UNUSED (mode); #endif return (gboolean)ret; } static gboolean gst_xcam_src_set_gamma_table (GstXCam3A *xcam3a, double *r_table, double *g_table, double *b_table) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_gamma_table (r_table, g_table, b_table); } static gboolean gst_xcam_src_set_gbce (GstXCam3A *xcam3a, gboolean enable) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_gbce (enable); } static gboolean gst_xcam_src_set_manual_brightness (GstXCam3A *xcam3a, guint8 value) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_manual_brightness ((value - 128) / 128.0); } static gboolean gst_xcam_src_set_manual_contrast (GstXCam3A *xcam3a, guint8 value) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_manual_contrast ((value - 128) / 128.0); } static gboolean gst_xcam_src_set_manual_hue (GstXCam3A *xcam3a, guint8 value) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_manual_hue ((value - 128) / 128.0); } static gboolean gst_xcam_src_set_manual_saturation (GstXCam3A *xcam3a, guint8 value) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_manual_saturation ((value - 128) / 128.0); } static gboolean gst_xcam_src_set_manual_sharpness (GstXCam3A *xcam3a, guint8 value) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_manual_sharpness ((value - 128) / 128.0); } static gboolean gst_xcam_src_set_dvs (GstXCam3A *xcam3a, gboolean enable) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_dvs (enable); } static gboolean gst_xcam_src_set_night_mode (GstXCam3A *xcam3a, gboolean enable) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); return analyzer->set_night_mode (enable); } static gboolean gst_xcam_src_set_hdr_mode (GstXCam3A *xcam3a, guint8 mode) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); XCAM_UNUSED (analyzer); #if HAVE_LIBCL SmartPtr cl_image_processor = device_manager->get_cl_image_processor (); CL3aImageProcessor::CLTonemappingMode tone_map_value = (mode ? CL3aImageProcessor::Haleq : CL3aImageProcessor::WDRdisabled); if (cl_image_processor.ptr ()) return (gboolean) cl_image_processor->set_tonemapping(tone_map_value); else return false; #else XCAM_UNUSED (mode); return true; #endif } static gboolean gst_xcam_src_set_denoise_mode (GstXCam3A *xcam3a, guint32 mode) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); XCAM_UNUSED (analyzer); #if HAVE_LIBCL gboolean ret; SmartPtr cl_image_processor = device_manager->get_cl_image_processor (); if (cl_image_processor.ptr ()) { ret = cl_image_processor->set_denoise (mode); return ret; } else return false; #else XCAM_UNUSED (mode); return true; #endif } static gboolean gst_xcam_src_set_gamma_mode (GstXCam3A *xcam3a, gboolean enable) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); XCAM_UNUSED (analyzer); #if HAVE_LIBCL SmartPtr cl_image_processor = device_manager->get_cl_image_processor (); if (cl_image_processor.ptr ()) return cl_image_processor->set_gamma (enable); else return false; #else XCAM_UNUSED (enable); return true; #endif } static gboolean gst_xcam_src_set_dpc_mode (GstXCam3A *xcam3a, gboolean enable) { GST_XCAM_INTERFACE_HEADER (xcam3a, src, device_manager, analyzer); XCAM_UNUSED (analyzer); XCAM_UNUSED (enable); XCAM_LOG_WARNING ("xcamsrc: dpc is not supported"); return true; } #endif static gboolean gst_xcam_src_plugin_init (GstPlugin * xcamsrc) { return gst_element_register (xcamsrc, "xcamsrc", GST_RANK_NONE, GST_TYPE_XCAM_SRC); } #ifndef PACKAGE #define PACKAGE "libxam" #endif GST_PLUGIN_DEFINE ( GST_VERSION_MAJOR, GST_VERSION_MINOR, xcamsrc, "xcamsrc", gst_xcam_src_plugin_init, VERSION, GST_LICENSE_UNKNOWN, "libxcamsrc", "https://github.com/01org/libxcam" )