1 /*-------------------------------------------------------------------------- 2 Copyright (c) 2010 - 2017, The Linux Foundation. All rights reserved. 3 4 Redistribution and use in source and binary forms, with or without 5 modification, are permitted provided that the following conditions 6 are met: 7 8 * Redistributions of source code must retain the above copyright 9 notice, this list of conditions and the following disclaimer. 10 * Redistributions in binary form must reproduce the above 11 copyright notice, this list of conditions and the following 12 disclaimer in the documentation and/or other materials provided 13 with the distribution. 14 * Neither the name of The Linux Foundation nor the names of its 15 contributors may be used to endorse or promote products derived 16 from this software without specific prior written permission. 17 18 THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED 19 WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 20 MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT 21 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS 22 BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 23 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 24 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR 25 BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 26 WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 27 OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN 28 IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29 --------------------------------------------------------------------------*/ 30 #ifndef __OMX_VDEC_H__ 31 #define __OMX_VDEC_H__ 32 /*============================================================================ 33 O p e n M A X Component 34 Video Decoder 35 36 *//** @file comx_vdec.h 37 This module contains the class definition for openMAX decoder component. 38 39 *//*========================================================================*/ 40 41 ////////////////////////////////////////////////////////////////////////////// 42 // Include Files 43 ////////////////////////////////////////////////////////////////////////////// 44 45 #include <stdlib.h> 46 #include <stdio.h> 47 #include <string.h> 48 #include <inttypes.h> 49 #include <cstddef> 50 #include <cutils/atomic.h> 51 #include <qdMetaData.h> 52 #include <color_metadata.h> 53 #define STRINGIFY_ENUMS 54 #include "media/hardware/VideoAPI.h" 55 #include "media/hardware/HardwareAPI.h" 56 #include <unordered_map> 57 #include <media/msm_media_info.h> 58 59 #include "C2DColorConverter.h" 60 61 static ptrdiff_t x; 62 63 extern "C" { 64 #include <utils/Log.h> 65 } 66 67 #ifdef _ANDROID_ 68 #undef LOG_TAG 69 #define LOG_TAG "OMX-VDEC-1080P" 70 71 #ifdef USE_ION 72 #include <linux/msm_ion.h> 73 //#include <binder/MemoryHeapIon.h> 74 //#else 75 #endif 76 #include <nativebase/nativebase.h> 77 #include <linux/videodev2.h> 78 #define VALID_TS(ts) ((ts < LLONG_MAX)? true : false) 79 #include <poll.h> 80 #include "hevc_utils.h" 81 #define TIMEOUT 5000 82 #endif // _ANDROID_ 83 84 #if defined (_ANDROID_HONEYCOMB_) || defined (_ANDROID_ICS_) 85 #define STRINGIFY_ENUMS 86 #include <media/hardware/HardwareAPI.h> 87 #endif 88 89 #include <unistd.h> 90 91 #if defined (_ANDROID_ICS_) 92 #include <gralloc_priv.h> 93 #endif 94 95 #include <pthread.h> 96 #ifndef PC_DEBUG 97 #include <semaphore.h> 98 #endif 99 #include "OMX_Core.h" 100 #include "OMX_QCOMExtns.h" 101 #include "OMX_Skype_VideoExtensions.h" 102 #include "OMX_VideoExt.h" 103 #include "OMX_IndexExt.h" 104 #include "qc_omx_component.h" 105 #include <media/msm_vidc.h> 106 #include "extra_data_handler.h" 107 #include "ts_parser.h" 108 #include "vidc_debug.h" 109 #include "vidc_vendor_extensions.h" 110 #ifdef _ANDROID_ 111 #include <cutils/properties.h> 112 #else 113 #define PROPERTY_VALUE_MAX 92 114 #endif 115 extern "C" { 116 OMX_API void * get_omx_component_factory_fn(void); 117 } 118 119 ////////////////////////////////////////////////////////////////////////////// 120 // Module specific globals 121 ////////////////////////////////////////////////////////////////////////////// 122 #define OMX_SPEC_VERSION 0x00000101 123 #define OMX_INIT_STRUCT(_s_, _name_) \ 124 memset((_s_), 0x0, sizeof(_name_)); \ 125 (_s_)->nSize = sizeof(_name_); \ 126 (_s_)->nVersion.nVersion = OMX_SPEC_VERSION \ 127 128 129 ////////////////////////////////////////////////////////////////////////////// 130 // Macros 131 ////////////////////////////////////////////////////////////////////////////// 132 #define PrintFrameHdr(bufHdr) DEBUG_PRINT("bufHdr %x buf %x size %d TS %d\n",\ 133 (unsigned) bufHdr,\ 134 (unsigned)((OMX_BUFFERHEADERTYPE *)bufHdr)->pBuffer,\ 135 (unsigned)((OMX_BUFFERHEADERTYPE *)bufHdr)->nFilledLen,\ 136 (unsigned)((OMX_BUFFERHEADERTYPE *)bufHdr)->nTimeStamp) 137 138 // BitMask Management logic 139 #define BITS_PER_INDEX 64 140 #define BITMASK_SIZE(mIndex) (((mIndex) + BITS_PER_INDEX - 1)/BITS_PER_INDEX) 141 #define BITMASK_OFFSET(mIndex) ((mIndex)/BITS_PER_INDEX) 142 #define BITMASK_FLAG(mIndex) ((uint64_t)1 << ((mIndex) % BITS_PER_INDEX)) 143 #define BITMASK_CLEAR(mArray,mIndex) (mArray)[BITMASK_OFFSET(mIndex)] \ 144 &= ~(BITMASK_FLAG(mIndex)) 145 #define BITMASK_SET(mArray,mIndex) (mArray)[BITMASK_OFFSET(mIndex)] \ 146 |= BITMASK_FLAG(mIndex) 147 #define BITMASK_PRESENT(mArray,mIndex) ((mArray)[BITMASK_OFFSET(mIndex)] \ 148 & BITMASK_FLAG(mIndex)) 149 #define BITMASK_ABSENT(mArray,mIndex) (((mArray)[BITMASK_OFFSET(mIndex)] \ 150 & BITMASK_FLAG(mIndex)) == 0x0) 151 #define BITMASK_PRESENT(mArray,mIndex) ((mArray)[BITMASK_OFFSET(mIndex)] \ 152 & BITMASK_FLAG(mIndex)) 153 #define BITMASK_ABSENT(mArray,mIndex) (((mArray)[BITMASK_OFFSET(mIndex)] \ 154 & BITMASK_FLAG(mIndex)) == 0x0) 155 156 #define OMX_CORE_CONTROL_CMDQ_SIZE 100 157 #define OMX_CORE_QCIF_HEIGHT 144 158 #define OMX_CORE_QCIF_WIDTH 176 159 #define OMX_CORE_VGA_HEIGHT 480 160 #define OMX_CORE_VGA_WIDTH 640 161 #define OMX_CORE_WVGA_HEIGHT 480 162 #define OMX_CORE_WVGA_WIDTH 800 163 #define OMX_CORE_FWVGA_HEIGHT 480 164 #define OMX_CORE_FWVGA_WIDTH 864 165 166 #define DESC_BUFFER_SIZE (8192 * 16) 167 168 #ifdef _ANDROID_ 169 #define MAX_NUM_INPUT_OUTPUT_BUFFERS 64 170 #endif 171 172 #define MIN_NUM_INPUT_OUTPUT_EXTRADATA_BUFFERS 32 // 32 (max cap when VPP enabled) 173 174 #define OMX_FRAMEINFO_EXTRADATA 0x00010000 175 #define OMX_INTERLACE_EXTRADATA 0x00020000 176 #define OMX_TIMEINFO_EXTRADATA 0x00040000 177 #define OMX_PORTDEF_EXTRADATA 0x00080000 178 #define OMX_EXTNUSER_EXTRADATA 0x00100000 179 #define OMX_FRAMEDIMENSION_EXTRADATA 0x00200000 180 #define OMX_FRAMEPACK_EXTRADATA 0x00400000 181 #define OMX_QP_EXTRADATA 0x00800000 182 #define OMX_BITSINFO_EXTRADATA 0x01000000 183 #define OMX_VQZIPSEI_EXTRADATA 0x02000000 184 #define OMX_OUTPUTCROP_EXTRADATA 0x04000000 185 #define OMX_MB_ERROR_MAP_EXTRADATA 0x08000000 186 187 #define OMX_VUI_DISPLAY_INFO_EXTRADATA 0x08000000 188 #define OMX_MPEG2_SEQDISP_INFO_EXTRADATA 0x10000000 189 #define OMX_VPX_COLORSPACE_INFO_EXTRADATA 0x20000000 190 #define OMX_VC1_SEQDISP_INFO_EXTRADATA 0x40000000 191 #define OMX_DISPLAY_INFO_EXTRADATA 0x80000000 192 #define OMX_HDR_COLOR_INFO_EXTRADATA 0x100000000 193 #define OMX_UBWC_CR_STATS_INFO_EXTRADATA 0x200000000 194 #define DRIVER_EXTRADATA_MASK 0x0000FFFF 195 196 #define OMX_INTERLACE_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 197 sizeof(OMX_STREAMINTERLACEFORMAT) + 3)&(~3)) 198 #define OMX_FRAMEINFO_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 199 sizeof(OMX_QCOM_EXTRADATA_FRAMEINFO) + 3)&(~3)) 200 #define OMX_PORTDEF_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 201 sizeof(OMX_PARAM_PORTDEFINITIONTYPE) + 3)&(~3)) 202 #define OMX_FRAMEDIMENSION_EXTRADATA_SIZE (sizeof(OMX_OTHER_EXTRADATATYPE) +\ 203 sizeof(OMX_QCOM_EXTRADATA_FRAMEDIMENSION) + 3)&(~3) 204 #define OMX_FRAMEPACK_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 205 sizeof(OMX_QCOM_FRAME_PACK_ARRANGEMENT) + 3)&(~3)) 206 #define OMX_QP_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 207 sizeof(OMX_QCOM_EXTRADATA_QP) + 3)&(~3)) 208 #define OMX_BITSINFO_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 209 sizeof(OMX_QCOM_EXTRADATA_BITS_INFO) + 3)&(~3)) 210 #define OMX_VQZIPSEI_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 211 sizeof(OMX_QCOM_EXTRADATA_VQZIPSEI) + 3)&(~3)) 212 #define OMX_USERDATA_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 213 + 3)&(~3)) 214 #define OMX_OUTPUTCROP_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ 215 sizeof(OMX_QCOM_OUTPUT_CROP) + 3)&(~3)) 216 217 /* STATUS CODES */ 218 /* Base value for status codes */ 219 #define VDEC_S_BASE 0x40000000 220 /* Success */ 221 #define VDEC_S_SUCCESS (VDEC_S_BASE) 222 /* General failure */ 223 #define VDEC_S_EFAIL (VDEC_S_BASE + 1) 224 /* Fatal irrecoverable failure. Need to tear down session. */ 225 #define VDEC_S_EFATAL (VDEC_S_BASE + 2) 226 /* Error with input bistream */ 227 #define VDEC_S_INPUT_BITSTREAM_ERR (VDEC_S_BASE + 3) 228 229 #define VDEC_MSG_BASE 0x0000000 230 /* Codes to identify asynchronous message responses and events that driver 231 wants to communicate to the app.*/ 232 #define VDEC_MSG_RESP_INPUT_BUFFER_DONE (VDEC_MSG_BASE + 1) 233 #define VDEC_MSG_RESP_OUTPUT_BUFFER_DONE (VDEC_MSG_BASE + 2) 234 #define VDEC_MSG_RESP_INPUT_FLUSHED (VDEC_MSG_BASE + 3) 235 #define VDEC_MSG_RESP_OUTPUT_FLUSHED (VDEC_MSG_BASE + 4) 236 #define VDEC_MSG_RESP_FLUSH_INPUT_DONE (VDEC_MSG_BASE + 5) 237 #define VDEC_MSG_RESP_FLUSH_OUTPUT_DONE (VDEC_MSG_BASE + 6) 238 #define VDEC_MSG_RESP_START_DONE (VDEC_MSG_BASE + 7) 239 #define VDEC_MSG_RESP_STOP_DONE (VDEC_MSG_BASE + 8) 240 #define VDEC_MSG_RESP_PAUSE_DONE (VDEC_MSG_BASE + 9) 241 #define VDEC_MSG_RESP_RESUME_DONE (VDEC_MSG_BASE + 10) 242 #define VDEC_MSG_EVT_CONFIG_CHANGED (VDEC_MSG_BASE + 11) 243 #define VDEC_MSG_EVT_HW_ERROR (VDEC_MSG_BASE + 12) 244 #define VDEC_MSG_EVT_INFO_FIELD_DROPPED (VDEC_MSG_BASE + 13) 245 #define VDEC_MSG_EVT_HW_OVERLOAD (VDEC_MSG_BASE + 14) 246 #define VDEC_MSG_EVT_MAX_CLIENTS (VDEC_MSG_BASE + 15) 247 #define VDEC_MSG_EVT_HW_UNSUPPORTED (VDEC_MSG_BASE + 16) 248 249 250 // Define next macro with required values to enable default extradata, 251 // VDEC_EXTRADATA_MB_ERROR_MAP 252 // OMX_INTERLACE_EXTRADATA 253 // OMX_FRAMEINFO_EXTRADATA 254 // OMX_TIMEINFO_EXTRADATA 255 256 //#define DEFAULT_EXTRADATA (OMX_FRAMEINFO_EXTRADATA|OMX_INTERLACE_EXTRADATA) 257 258 using namespace android; 259 260 enum port_indexes { 261 OMX_CORE_INPUT_PORT_INDEX =0, 262 OMX_CORE_OUTPUT_PORT_INDEX =1, 263 OMX_CORE_INPUT_EXTRADATA_INDEX =2, 264 OMX_CORE_OUTPUT_EXTRADATA_INDEX =3 265 }; 266 267 268 class perf_metrics 269 { 270 public: perf_metrics()271 perf_metrics() : 272 start_time(0), 273 proc_time(0), 274 active(false) { 275 }; ~perf_metrics()276 ~perf_metrics() {}; 277 void start(); 278 void stop(); 279 void end(OMX_U32 units_cntr = 0); 280 void reset(); 281 OMX_U64 processing_time_us(); 282 private: 283 inline OMX_U64 get_act_time(); 284 OMX_U64 start_time; 285 OMX_U64 proc_time; 286 bool active; 287 }; 288 289 enum vdec_codec { 290 VDEC_CODECTYPE_H264 = 0x1, 291 VDEC_CODECTYPE_H263 = 0x2, 292 VDEC_CODECTYPE_MPEG4 = 0x3, 293 VDEC_CODECTYPE_DIVX_3 = 0x4, 294 VDEC_CODECTYPE_DIVX_4 = 0x5, 295 VDEC_CODECTYPE_DIVX_5 = 0x6, 296 VDEC_CODECTYPE_DIVX_6 = 0x7, 297 VDEC_CODECTYPE_XVID = 0x8, 298 VDEC_CODECTYPE_MPEG1 = 0x9, 299 VDEC_CODECTYPE_MPEG2 = 0xa, 300 VDEC_CODECTYPE_VC1 = 0xb, 301 VDEC_CODECTYPE_VC1_RCV = 0xc, 302 VDEC_CODECTYPE_HEVC = 0xd, 303 VDEC_CODECTYPE_MVC = 0xe, 304 VDEC_CODECTYPE_VP8 = 0xf, 305 VDEC_CODECTYPE_VP9 = 0x10, 306 }; 307 308 enum vdec_output_format { 309 VDEC_YUV_FORMAT_NV12 = 0x1, 310 VDEC_YUV_FORMAT_TILE_4x2 = 0x2, 311 VDEC_YUV_FORMAT_NV12_UBWC = 0x3, 312 VDEC_YUV_FORMAT_NV12_TP10_UBWC = 0x4, 313 VDEC_YUV_FORMAT_P010_VENUS = 0x5, 314 }; 315 316 enum vdec_interlaced_format { 317 VDEC_InterlaceFrameProgressive = 0x1, 318 VDEC_InterlaceInterleaveFrameTopFieldFirst = 0x2, 319 VDEC_InterlaceInterleaveFrameBottomFieldFirst = 0x4, 320 VDEC_InterlaceFrameTopFieldFirst = 0x8, 321 VDEC_InterlaceFrameBottomFieldFirst = 0x10, 322 }; 323 324 enum vdec_output_order { 325 VDEC_ORDER_DISPLAY = 0x1, 326 VDEC_ORDER_DECODE = 0x2 327 }; 328 329 struct vdec_framesize { 330 uint32_t left; 331 uint32_t top; 332 uint32_t right; 333 uint32_t bottom; 334 }; 335 336 struct vdec_picsize { 337 uint32_t frame_width; 338 uint32_t frame_height; 339 uint32_t stride; 340 uint32_t scan_lines; 341 }; 342 343 enum vdec_buffer { 344 VDEC_BUFFER_TYPE_INPUT, 345 VDEC_BUFFER_TYPE_OUTPUT 346 }; 347 348 struct vdec_allocatorproperty { 349 enum vdec_buffer buffer_type; 350 uint32_t mincount; 351 uint32_t maxcount; 352 uint32_t actualcount; 353 size_t buffer_size; 354 uint32_t alignment; 355 uint32_t buf_poolid; 356 size_t meta_buffer_size; 357 }; 358 359 struct vdec_bufferpayload { 360 void *bufferaddr; 361 size_t buffer_len; 362 int pmem_fd; 363 size_t offset; 364 size_t mmaped_size; 365 }; 366 367 enum vdec_picture { 368 PICTURE_TYPE_I, 369 PICTURE_TYPE_P, 370 PICTURE_TYPE_B, 371 PICTURE_TYPE_BI, 372 PICTURE_TYPE_SKIP, 373 PICTURE_TYPE_IDR, 374 PICTURE_TYPE_UNKNOWN 375 }; 376 377 struct vdec_aspectratioinfo { 378 uint32_t aspect_ratio; 379 uint32_t par_width; 380 uint32_t par_height; 381 }; 382 383 struct vdec_sep_metadatainfo { 384 void *metabufaddr; 385 uint32_t size; 386 int fd; 387 int offset; 388 uint32_t buffer_size; 389 }; 390 391 struct vdec_misrinfo { 392 uint32_t misr_dpb_luma; 393 uint32_t misr_dpb_chroma; 394 uint32_t misr_opb_luma; 395 uint32_t misr_opb_chroma; 396 }; 397 398 struct vdec_output_frameinfo { 399 void *bufferaddr; 400 size_t offset; 401 size_t len; 402 uint32_t flags; 403 int64_t time_stamp; 404 enum vdec_picture pic_type; 405 void *client_data; 406 void *input_frame_clientdata; 407 struct vdec_picsize picsize; 408 struct vdec_framesize framesize; 409 enum vdec_interlaced_format interlaced_format; 410 struct vdec_aspectratioinfo aspect_ratio_info; 411 struct vdec_sep_metadatainfo metadata_info; 412 struct vdec_misrinfo misrinfo[2]; 413 }; 414 415 union vdec_msgdata { 416 struct vdec_output_frameinfo output_frame; 417 void *input_frame_clientdata; 418 }; 419 420 struct vdec_msginfo { 421 uint32_t status_code; 422 uint32_t msgcode; 423 union vdec_msgdata msgdata; 424 size_t msgdatasize; 425 }; 426 427 struct vdec_framerate { 428 unsigned long fps_denominator; 429 unsigned long fps_numerator; 430 }; 431 432 #ifdef USE_ION 433 struct vdec_ion { 434 int ion_device_fd; 435 struct ion_fd_data fd_ion_data; 436 struct ion_allocation_data ion_alloc_data; 437 }; 438 #endif 439 440 struct extradata_buffer_info { 441 unsigned long buffer_size; 442 char* uaddr; 443 int count; 444 int size; 445 #ifdef USE_ION 446 struct vdec_ion ion; 447 #endif 448 }; 449 450 struct video_driver_context { 451 int video_driver_fd; 452 enum vdec_codec decoder_format; 453 enum vdec_output_format output_format; 454 enum vdec_interlaced_format interlace; 455 enum vdec_output_order picture_order; 456 struct vdec_framesize frame_size; 457 struct vdec_picsize video_resolution; 458 struct vdec_allocatorproperty ip_buf; 459 struct vdec_allocatorproperty op_buf; 460 struct vdec_bufferpayload *ptr_inputbuffer; 461 struct vdec_bufferpayload *ptr_outputbuffer; 462 struct vdec_output_frameinfo *ptr_respbuffer; 463 #ifdef USE_ION 464 struct vdec_ion *ip_buf_ion_info; 465 struct vdec_ion *op_buf_ion_info; 466 struct vdec_ion h264_mv; 467 struct vdec_ion meta_buffer; 468 struct vdec_ion meta_buffer_iommu; 469 #endif 470 struct vdec_framerate frame_rate; 471 unsigned extradata; 472 bool timestamp_adjust; 473 char kind[128]; 474 bool idr_only_decoding; 475 unsigned disable_dmx; 476 struct extradata_buffer_info extradata_info; 477 int num_planes; 478 }; 479 480 struct video_decoder_capability { 481 unsigned int min_width; 482 unsigned int max_width; 483 unsigned int min_height; 484 unsigned int max_height; 485 }; 486 487 struct debug_cap { 488 bool in_buffer_log; 489 bool out_buffer_log; 490 bool out_cc_buffer_log; 491 bool out_meta_buffer_log; 492 char infile_name[PROPERTY_VALUE_MAX + 36]; 493 char outfile_name[PROPERTY_VALUE_MAX + 36]; 494 char ccoutfile_name[PROPERTY_VALUE_MAX + 36]; 495 char out_ymetafile_name[PROPERTY_VALUE_MAX + 36]; 496 char out_uvmetafile_name[PROPERTY_VALUE_MAX + 36]; 497 char log_loc[PROPERTY_VALUE_MAX]; 498 FILE *infile; 499 FILE *outfile; 500 FILE *ccoutfile; 501 FILE *out_ymeta_file; 502 FILE *out_uvmeta_file; 503 int64_t session_id; 504 int seq_count; 505 }; 506 507 struct dynamic_buf_list { 508 long fd; 509 long dup_fd; 510 OMX_U32 offset; 511 OMX_U32 ref_count; 512 void *buffaddr; 513 long mapped_size; 514 }; 515 516 struct extradata_info { 517 OMX_BOOL output_crop_updated; 518 OMX_CONFIG_RECTTYPE output_crop_rect; 519 OMX_U32 output_width; 520 OMX_U32 output_height; 521 OMX_QCOM_MISR_INFO misr_info[2]; 522 }; 523 524 typedef std::unordered_map <int, int> ColorSubMapping; 525 typedef std::unordered_map <int, ColorSubMapping> DecColorMapping; 526 typedef std::unordered_map <enum ColorAspects::Primaries, ColorPrimaries> PrimariesMap; 527 typedef std::unordered_map <enum ColorAspects::Transfer, GammaTransfer> TransferMap; 528 typedef std::unordered_map <enum ColorAspects::MatrixCoeffs, MatrixCoEfficients> MatrixCoeffMap; 529 typedef std::unordered_map <enum ColorAspects::Range, ColorRange> RangeMap; 530 531 // OMX video decoder class 532 class omx_vdec: public qc_omx_component 533 { 534 535 public: 536 omx_vdec(); // constructor 537 virtual ~omx_vdec(); // destructor 538 539 static int async_message_process (void *context, void* message); 540 static void process_event_cb(void *ctxt); 541 542 OMX_ERRORTYPE allocate_buffer( 543 OMX_HANDLETYPE hComp, 544 OMX_BUFFERHEADERTYPE **bufferHdr, 545 OMX_U32 port, 546 OMX_PTR appData, 547 OMX_U32 bytes 548 ); 549 550 551 OMX_ERRORTYPE component_deinit(OMX_HANDLETYPE hComp); 552 553 OMX_ERRORTYPE component_init(OMX_STRING role); 554 555 OMX_ERRORTYPE component_role_enum( 556 OMX_HANDLETYPE hComp, 557 OMX_U8 *role, 558 OMX_U32 index 559 ); 560 561 OMX_ERRORTYPE component_tunnel_request( 562 OMX_HANDLETYPE hComp, 563 OMX_U32 port, 564 OMX_HANDLETYPE peerComponent, 565 OMX_U32 peerPort, 566 OMX_TUNNELSETUPTYPE *tunnelSetup 567 ); 568 569 OMX_ERRORTYPE empty_this_buffer( 570 OMX_HANDLETYPE hComp, 571 OMX_BUFFERHEADERTYPE *buffer 572 ); 573 574 575 576 OMX_ERRORTYPE fill_this_buffer( 577 OMX_HANDLETYPE hComp, 578 OMX_BUFFERHEADERTYPE *buffer 579 ); 580 581 582 OMX_ERRORTYPE free_buffer( 583 OMX_HANDLETYPE hComp, 584 OMX_U32 port, 585 OMX_BUFFERHEADERTYPE *buffer 586 ); 587 588 OMX_ERRORTYPE get_component_version( 589 OMX_HANDLETYPE hComp, 590 OMX_STRING componentName, 591 OMX_VERSIONTYPE *componentVersion, 592 OMX_VERSIONTYPE *specVersion, 593 OMX_UUIDTYPE *componentUUID 594 ); 595 596 OMX_ERRORTYPE get_config( 597 OMX_HANDLETYPE hComp, 598 OMX_INDEXTYPE configIndex, 599 OMX_PTR configData 600 ); 601 602 OMX_ERRORTYPE get_extension_index( 603 OMX_HANDLETYPE hComp, 604 OMX_STRING paramName, 605 OMX_INDEXTYPE *indexType 606 ); 607 608 OMX_ERRORTYPE get_parameter(OMX_HANDLETYPE hComp, 609 OMX_INDEXTYPE paramIndex, 610 OMX_PTR paramData); 611 612 OMX_ERRORTYPE get_state(OMX_HANDLETYPE hComp, 613 OMX_STATETYPE *state); 614 615 616 617 OMX_ERRORTYPE send_command(OMX_HANDLETYPE hComp, 618 OMX_COMMANDTYPE cmd, 619 OMX_U32 param1, 620 OMX_PTR cmdData); 621 622 623 OMX_ERRORTYPE set_callbacks(OMX_HANDLETYPE hComp, 624 OMX_CALLBACKTYPE *callbacks, 625 OMX_PTR appData); 626 627 OMX_ERRORTYPE set_config(OMX_HANDLETYPE hComp, 628 OMX_INDEXTYPE configIndex, 629 OMX_PTR configData); 630 631 OMX_ERRORTYPE set_parameter(OMX_HANDLETYPE hComp, 632 OMX_INDEXTYPE paramIndex, 633 OMX_PTR paramData); 634 635 OMX_ERRORTYPE use_buffer(OMX_HANDLETYPE hComp, 636 OMX_BUFFERHEADERTYPE **bufferHdr, 637 OMX_U32 port, 638 OMX_PTR appData, 639 OMX_U32 bytes, 640 OMX_U8 *buffer); 641 642 OMX_ERRORTYPE use_input_heap_buffers( 643 OMX_HANDLETYPE hComp, 644 OMX_BUFFERHEADERTYPE** bufferHdr, 645 OMX_U32 port, 646 OMX_PTR appData, 647 OMX_U32 bytes, 648 OMX_U8* buffer); 649 650 OMX_ERRORTYPE use_EGL_image(OMX_HANDLETYPE hComp, 651 OMX_BUFFERHEADERTYPE **bufferHdr, 652 OMX_U32 port, 653 OMX_PTR appData, 654 void * eglImage); 655 void complete_pending_buffer_done_cbs(); 656 struct video_driver_context drv_ctx; 657 int m_poll_efd; 658 OMX_ERRORTYPE allocate_extradata(); 659 void free_extradata(); 660 int update_resolution(int width, int height, int stride, int scan_lines); 661 Signal signal; 662 pthread_t msg_thread_id; 663 pthread_t async_thread_id; 664 bool is_component_secure(); 665 OMX_BUFFERHEADERTYPE* get_omx_output_buffer_header(int index); 666 OMX_ERRORTYPE set_dpb(bool is_split_mode, int dpb_color_format); 667 OMX_ERRORTYPE decide_dpb_buffer_mode(bool is_downscalar_enabled); 668 int dpb_bit_depth; 669 bool check_supported_flexible_formats(OMX_COLOR_FORMATTYPE required_format); 670 bool is_flexible_format;//To save status if required format is flexible color formats 671 bool async_thread_force_stop; 672 volatile bool message_thread_stop; 673 struct extradata_info m_extradata_info; 674 int m_progressive; 675 676 enum dither_type { 677 DITHER_DISABLE = 0, 678 DITHER_COLORSPACE_EXCEPTBT2020, 679 DITHER_ALL_COLORSPACE 680 }; 681 enum dither_type m_dither_config; 682 683 enum color_space_type { 684 BT2020 = 0, 685 EXCEPT_BT2020, 686 UNKNOWN 687 }; 688 enum color_space_type m_color_space; 689 690 /* 691 * Class variables to track client set profile and level 692 * via OMX_QTIIndexParamClientConfiguredMaxProfileLevelForSufficiency 693 */ 694 bool mClientSessionForSufficiency; 695 OMX_U32 mClientSetProfile; 696 OMX_U32 mClientSetLevel; 697 inline int get_session_codec_type(); 698 699 private: 700 // Bit Positions 701 enum flags_bit_positions { 702 // Defer transition to IDLE 703 OMX_COMPONENT_IDLE_PENDING =0x1, 704 // Defer transition to LOADING 705 OMX_COMPONENT_LOADING_PENDING =0x2, 706 // First Buffer Pending 707 OMX_COMPONENT_FIRST_BUFFER_PENDING =0x3, 708 // Second Buffer Pending 709 OMX_COMPONENT_SECOND_BUFFER_PENDING =0x4, 710 // Defer transition to Enable 711 OMX_COMPONENT_INPUT_ENABLE_PENDING =0x5, 712 // Defer transition to Enable 713 OMX_COMPONENT_OUTPUT_ENABLE_PENDING =0x6, 714 // Defer transition to Disable 715 OMX_COMPONENT_INPUT_DISABLE_PENDING =0x7, 716 // Defer transition to Disable 717 OMX_COMPONENT_OUTPUT_DISABLE_PENDING =0x8, 718 //defer flush notification 719 OMX_COMPONENT_OUTPUT_FLUSH_PENDING =0x9, 720 OMX_COMPONENT_INPUT_FLUSH_PENDING =0xA, 721 OMX_COMPONENT_PAUSE_PENDING =0xB, 722 OMX_COMPONENT_EXECUTE_PENDING =0xC, 723 OMX_COMPONENT_OUTPUT_FLUSH_IN_DISABLE_PENDING =0xD, 724 OMX_COMPONENT_DISABLE_OUTPUT_DEFERRED=0xE, 725 OMX_COMPONENT_FLUSH_DEFERRED = 0xF 726 }; 727 728 // Deferred callback identifiers 729 enum { 730 //Event Callbacks from the vdec component thread context 731 OMX_COMPONENT_GENERATE_EVENT = 0x1, 732 //Buffer Done callbacks from the vdec component thread context 733 OMX_COMPONENT_GENERATE_BUFFER_DONE = 0x2, 734 //Frame Done callbacks from the vdec component thread context 735 OMX_COMPONENT_GENERATE_FRAME_DONE = 0x3, 736 //Buffer Done callbacks from the vdec component thread context 737 OMX_COMPONENT_GENERATE_FTB = 0x4, 738 //Frame Done callbacks from the vdec component thread context 739 OMX_COMPONENT_GENERATE_ETB = 0x5, 740 //Command 741 OMX_COMPONENT_GENERATE_COMMAND = 0x6, 742 //Push-Pending Buffers 743 OMX_COMPONENT_PUSH_PENDING_BUFS = 0x7, 744 // Empty Buffer Done callbacks 745 OMX_COMPONENT_GENERATE_EBD = 0x8, 746 //Flush Event Callbacks from the vdec component thread context 747 OMX_COMPONENT_GENERATE_EVENT_FLUSH = 0x9, 748 OMX_COMPONENT_GENERATE_EVENT_INPUT_FLUSH = 0x0A, 749 OMX_COMPONENT_GENERATE_EVENT_OUTPUT_FLUSH = 0x0B, 750 OMX_COMPONENT_GENERATE_FBD = 0xc, 751 OMX_COMPONENT_GENERATE_START_DONE = 0xD, 752 OMX_COMPONENT_GENERATE_PAUSE_DONE = 0xE, 753 OMX_COMPONENT_GENERATE_RESUME_DONE = 0xF, 754 OMX_COMPONENT_GENERATE_STOP_DONE = 0x10, 755 OMX_COMPONENT_GENERATE_HARDWARE_ERROR = 0x11, 756 OMX_COMPONENT_GENERATE_ETB_ARBITRARY = 0x12, 757 OMX_COMPONENT_GENERATE_PORT_RECONFIG = 0x13, 758 OMX_COMPONENT_GENERATE_EOS_DONE = 0x14, 759 OMX_COMPONENT_GENERATE_INFO_PORT_RECONFIG = 0x15, 760 OMX_COMPONENT_GENERATE_INFO_FIELD_DROPPED = 0x16, 761 OMX_COMPONENT_GENERATE_UNSUPPORTED_SETTING = 0x17, 762 OMX_COMPONENT_GENERATE_HARDWARE_OVERLOAD = 0x18, 763 OMX_COMPONENT_CLOSE_MSG = 0x19 764 }; 765 766 enum vc1_profile_type { 767 VC1_SP_MP_RCV = 1, 768 VC1_AP = 2 769 }; 770 771 enum v4l2_ports { 772 CAPTURE_PORT, 773 OUTPUT_PORT, 774 MAX_PORT 775 }; 776 777 struct omx_event { 778 unsigned long param1; 779 unsigned long param2; 780 unsigned long id; 781 }; 782 783 struct omx_cmd_queue { 784 omx_event m_q[OMX_CORE_CONTROL_CMDQ_SIZE]; 785 unsigned long m_read; 786 unsigned long m_write; 787 unsigned long m_size; 788 789 omx_cmd_queue(); 790 ~omx_cmd_queue(); 791 bool insert_entry(unsigned long p1, unsigned long p2, unsigned long id); 792 bool pop_entry(unsigned long *p1,unsigned long *p2, unsigned long *id); 793 // get msgtype of the first ele from the queue 794 unsigned get_q_msg_type(); 795 796 }; 797 struct v4l2_capability cap; 798 #ifdef _ANDROID_ 799 struct ts_entry { 800 OMX_TICKS timestamp; 801 bool valid; 802 }; 803 804 struct ts_arr_list { 805 ts_entry m_ts_arr_list[MAX_NUM_INPUT_OUTPUT_BUFFERS]; 806 807 ts_arr_list(); 808 ~ts_arr_list(); 809 810 bool insert_ts(OMX_TICKS ts); 811 bool pop_min_ts(OMX_TICKS &ts); 812 bool reset_ts_list(); 813 }; 814 #endif 815 816 struct desc_buffer_hdr { 817 OMX_U8 *buf_addr; 818 OMX_U32 desc_data_size; 819 }; 820 bool allocate_done(void); 821 bool allocate_input_done(void); 822 bool allocate_output_done(void); 823 bool allocate_output_extradata_done(void); 824 825 OMX_ERRORTYPE free_input_buffer(OMX_BUFFERHEADERTYPE *bufferHdr); 826 OMX_ERRORTYPE free_input_buffer(unsigned int bufferindex, 827 OMX_BUFFERHEADERTYPE *pmem_bufferHdr); 828 OMX_ERRORTYPE free_output_buffer(OMX_BUFFERHEADERTYPE *bufferHdr); 829 void free_output_buffer_header(); 830 void free_input_buffer_header(); 831 void free_output_extradata_buffer_header(); 832 833 OMX_ERRORTYPE allocate_input_buffer(OMX_HANDLETYPE hComp, 834 OMX_BUFFERHEADERTYPE **bufferHdr, 835 OMX_U32 port, 836 OMX_PTR appData, 837 OMX_U32 bytes); 838 839 OMX_ERRORTYPE allocate_output_buffer(OMX_HANDLETYPE hComp, 840 OMX_BUFFERHEADERTYPE **bufferHdr, 841 OMX_U32 port,OMX_PTR appData, 842 OMX_U32 bytes); 843 OMX_ERRORTYPE use_output_buffer(OMX_HANDLETYPE hComp, 844 OMX_BUFFERHEADERTYPE **bufferHdr, 845 OMX_U32 port, 846 OMX_PTR appData, 847 OMX_U32 bytes, 848 OMX_U8 *buffer); 849 OMX_ERRORTYPE use_client_output_extradata_buffer(OMX_HANDLETYPE hComp, 850 OMX_BUFFERHEADERTYPE **bufferHdr, 851 OMX_U32 port, 852 OMX_PTR appData, 853 OMX_U32 bytes, 854 OMX_U8 *buffer); 855 OMX_ERRORTYPE get_supported_profile_level(OMX_VIDEO_PARAM_PROFILELEVELTYPE *profileLevelType); 856 857 OMX_ERRORTYPE allocate_desc_buffer(OMX_U32 index); 858 OMX_ERRORTYPE allocate_output_headers(); 859 OMX_ERRORTYPE allocate_client_output_extradata_headers(); 860 bool execute_omx_flush(OMX_U32); 861 bool execute_output_flush(); 862 bool execute_input_flush(); 863 void notify_flush_done(void *ctxt); 864 OMX_ERRORTYPE empty_buffer_done(OMX_HANDLETYPE hComp, 865 OMX_BUFFERHEADERTYPE * buffer); 866 867 OMX_ERRORTYPE fill_buffer_done(OMX_HANDLETYPE hComp, 868 OMX_BUFFERHEADERTYPE * buffer); 869 OMX_ERRORTYPE empty_this_buffer_proxy(OMX_HANDLETYPE hComp, 870 OMX_BUFFERHEADERTYPE *buffer); 871 872 OMX_ERRORTYPE fill_this_buffer_proxy(OMX_HANDLETYPE hComp, 873 OMX_BUFFERHEADERTYPE *buffer); 874 bool release_done(); 875 876 bool release_output_done(); 877 bool release_input_done(); 878 bool release_output_extradata_done(); 879 OMX_ERRORTYPE get_buffer_req(vdec_allocatorproperty *buffer_prop); 880 OMX_ERRORTYPE set_buffer_req(vdec_allocatorproperty *buffer_prop); 881 OMX_ERRORTYPE start_port_reconfig(); 882 OMX_ERRORTYPE update_picture_resolution(); 883 int stream_off(OMX_U32 port); 884 void set_frame_rate(OMX_S64 act_timestamp); 885 bool handle_extradata(OMX_BUFFERHEADERTYPE *p_buf_hdr); 886 void convert_color_space_info(OMX_U32 primaries, OMX_U32 range, 887 OMX_U32 transfer, OMX_U32 matrix, 888 ColorAspects *aspects); 889 bool handle_color_space_info(void *data); 890 void print_debug_color_aspects(ColorAspects *aspects, const char *prefix); 891 void print_debug_hdr_color_info(HDRStaticInfo *hdr_info, const char *prefix); 892 void print_debug_hdr_color_info_mdata(ColorMetaData* color_mdata); 893 bool handle_content_light_level_info(void* data); 894 bool handle_mastering_display_color_info(void* data); 895 void print_debug_extradata(OMX_OTHER_EXTRADATATYPE *extra); 896 void set_colormetadata_in_handle(ColorMetaData *color_mdata, unsigned int buf_index); 897 void prepare_color_aspects_metadata(OMX_U32 primaries, OMX_U32 range, 898 OMX_U32 transfer, OMX_U32 matrix, 899 ColorMetaData *color_mdata); 900 void append_interlace_extradata(OMX_OTHER_EXTRADATATYPE *extra, 901 OMX_U32 interlaced_format_type); 902 OMX_ERRORTYPE enable_extradata(OMX_U64 requested_extradata, bool is_internal, 903 bool enable = true); 904 void append_frame_info_extradata(OMX_OTHER_EXTRADATATYPE *extra, 905 OMX_U32 num_conceal_mb, 906 OMX_U32 recovery_sei_flag, 907 OMX_U32 picture_type, 908 OMX_U32 frame_rate, 909 OMX_TICKS time_stamp, 910 struct msm_vidc_panscan_window_payload *panscan_payload, 911 struct vdec_aspectratioinfo *aspect_ratio_info); 912 void append_frame_info_extradata(OMX_OTHER_EXTRADATATYPE *extra, 913 OMX_U32 num_conceal_mb, 914 OMX_U32 recovery_sei_flag, 915 OMX_U32 picture_type, 916 OMX_S64 timestamp, 917 OMX_U32 frame_rate, 918 struct vdec_aspectratioinfo *aspect_ratio_info); 919 void fill_aspect_ratio_info(struct vdec_aspectratioinfo *aspect_ratio_info, 920 OMX_QCOM_EXTRADATA_FRAMEINFO *frame_info); 921 void append_terminator_extradata(OMX_OTHER_EXTRADATATYPE *extra); 922 OMX_ERRORTYPE update_portdef(OMX_PARAM_PORTDEFINITIONTYPE *portDefn); 923 void append_portdef_extradata(OMX_OTHER_EXTRADATATYPE *extra); 924 void append_frame_dimension_extradata(OMX_OTHER_EXTRADATATYPE *extra); 925 void append_extn_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_OTHER_EXTRADATATYPE *p_extn); 926 void append_user_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_OTHER_EXTRADATATYPE *p_user); 927 void append_concealmb_extradata(OMX_OTHER_EXTRADATATYPE *extra, 928 OMX_OTHER_EXTRADATATYPE *p_concealmb, OMX_U8 *conceal_mb_data); 929 void append_outputcrop_extradata(OMX_OTHER_EXTRADATATYPE *extra, 930 struct msm_vidc_output_crop_payload *output_crop_payload); 931 void append_framepack_extradata(OMX_OTHER_EXTRADATATYPE *extra, 932 struct msm_vidc_s3d_frame_packing_payload *s3d_frame_packing_payload); 933 void append_qp_extradata(OMX_OTHER_EXTRADATATYPE *extra, 934 struct msm_vidc_frame_qp_payload *qp_payload); 935 void append_bitsinfo_extradata(OMX_OTHER_EXTRADATATYPE *extra, 936 struct msm_vidc_frame_bits_info_payload *bits_payload); 937 void append_vqzip_extradata(OMX_OTHER_EXTRADATATYPE *extra, 938 struct msm_vidc_vqzip_sei_payload *vqzip_payload); 939 void insert_demux_addr_offset(OMX_U32 address_offset); 940 void extract_demux_addr_offsets(OMX_BUFFERHEADERTYPE *buf_hdr); 941 OMX_ERRORTYPE handle_demux_data(OMX_BUFFERHEADERTYPE *buf_hdr); 942 OMX_U32 count_MB_in_extradata(OMX_OTHER_EXTRADATATYPE *extra); 943 944 bool align_pmem_buffers(int pmem_fd, OMX_U32 buffer_size, 945 OMX_U32 alignment); 946 #ifdef USE_ION 947 int alloc_map_ion_memory(OMX_U32 buffer_size, 948 OMX_U32 alignment, struct ion_allocation_data *alloc_data, 949 struct ion_fd_data *fd_data,int flag); 950 void free_ion_memory(struct vdec_ion *buf_ion_info); 951 #endif 952 953 954 OMX_ERRORTYPE send_command_proxy(OMX_HANDLETYPE hComp, 955 OMX_COMMANDTYPE cmd, 956 OMX_U32 param1, 957 OMX_PTR cmdData); 958 bool post_event( unsigned long p1, 959 unsigned long p2, 960 unsigned long id 961 ); clip2(int x)962 inline int clip2(int x) { 963 x = x -1; 964 x = x | x >> 1; 965 x = x | x >> 2; 966 x = x | x >> 4; 967 x = x | x >> 16; 968 x = x + 1; 969 return x; 970 } 971 972 OMX_ERRORTYPE vdec_alloc_h264_mv(); 973 void vdec_dealloc_h264_mv(); 974 OMX_ERRORTYPE vdec_alloc_meta_buffers(); 975 void vdec_dealloc_meta_buffers(); 976 omx_report_error()977 inline void omx_report_error () { 978 if (m_cb.EventHandler && !m_error_propogated && m_state != OMX_StateLoaded) { 979 DEBUG_PRINT_ERROR("ERROR: Sending OMX_ErrorHardware to Client"); 980 m_error_propogated = true; 981 m_cb.EventHandler(&m_cmp,m_app_data, 982 OMX_EventError,OMX_ErrorHardware,0,NULL); 983 } 984 } 985 omx_report_unsupported_setting()986 inline void omx_report_unsupported_setting () { 987 if (m_cb.EventHandler && !m_error_propogated && m_state != OMX_StateLoaded) { 988 DEBUG_PRINT_ERROR( 989 "ERROR: Sending OMX_ErrorUnsupportedSetting to Client"); 990 m_error_propogated = true; 991 m_cb.EventHandler(&m_cmp, m_app_data, 992 OMX_EventError, OMX_ErrorUnsupportedSetting, 0, NULL); 993 } 994 } omx_report_hw_overload()995 inline void omx_report_hw_overload () { 996 if (m_cb.EventHandler && !m_error_propogated && m_state != OMX_StateLoaded) { 997 DEBUG_PRINT_ERROR( 998 "ERROR: Sending OMX_ErrorInsufficientResources to Client"); 999 m_error_propogated = true; 1000 m_cb.EventHandler(&m_cmp, m_app_data, 1001 OMX_EventError, OMX_ErrorInsufficientResources, 0, NULL); 1002 } 1003 } 1004 1005 #if defined (_ANDROID_HONEYCOMB_) || defined (_ANDROID_ICS_) 1006 OMX_ERRORTYPE use_android_native_buffer(OMX_IN OMX_HANDLETYPE hComp, OMX_PTR data); 1007 #endif 1008 #if defined (_ANDROID_ICS_) 1009 struct nativebuffer { 1010 native_handle_t *nativehandle; 1011 private_handle_t *privatehandle; 1012 int inuse; 1013 }; 1014 nativebuffer native_buffer[MAX_NUM_INPUT_OUTPUT_BUFFERS]; 1015 #endif 1016 1017 //************************************************************* 1018 //*******************MEMBER VARIABLES ************************* 1019 //************************************************************* 1020 pthread_mutex_t m_lock; 1021 pthread_mutex_t c_lock; 1022 pthread_mutex_t buf_lock; 1023 //sem to handle the minimum procesing of commands 1024 sem_t m_cmd_lock; 1025 sem_t m_safe_flush; 1026 bool m_error_propogated; 1027 // compression format 1028 OMX_VIDEO_CODINGTYPE eCompressionFormat; 1029 // OMX State 1030 OMX_STATETYPE m_state; 1031 // Application data 1032 OMX_PTR m_app_data; 1033 // Application callbacks 1034 OMX_CALLBACKTYPE m_cb; 1035 OMX_PRIORITYMGMTTYPE m_priority_mgm ; 1036 OMX_PARAM_BUFFERSUPPLIERTYPE m_buffer_supplier; 1037 // fill this buffer queue 1038 omx_cmd_queue m_ftb_q; 1039 // Command Q for rest of the events 1040 omx_cmd_queue m_cmd_q; 1041 omx_cmd_queue m_etb_q; 1042 // Input memory pointer 1043 OMX_BUFFERHEADERTYPE *m_inp_mem_ptr; 1044 // Output memory pointer 1045 OMX_BUFFERHEADERTYPE *m_out_mem_ptr; 1046 // Client extradata memory pointer 1047 OMX_BUFFERHEADERTYPE *m_client_output_extradata_mem_ptr; 1048 // number of input bitstream error frame count 1049 unsigned int m_inp_err_count; 1050 #ifdef _ANDROID_ 1051 // Timestamp list 1052 ts_arr_list m_timestamp_list; 1053 #endif 1054 1055 bool input_flush_progress; 1056 bool output_flush_progress; 1057 bool input_use_buffer; 1058 bool output_use_buffer; 1059 bool ouput_egl_buffers; 1060 OMX_BOOL m_use_output_pmem; 1061 1062 int pending_input_buffers; 1063 int pending_output_buffers; 1064 // bitmask array size for output side 1065 uint64_t m_out_bm_count; 1066 // bitmask array size for input side 1067 uint64_t m_inp_bm_count; 1068 // bitmask array size for extradata 1069 uint64_t m_out_extradata_bm_count; 1070 //Input port Populated 1071 OMX_BOOL m_inp_bPopulated; 1072 //Output port Populated 1073 OMX_BOOL m_out_bPopulated; 1074 // encapsulate the waiting states. 1075 uint64_t m_flags; 1076 1077 // store I/P PORT state 1078 OMX_BOOL m_inp_bEnabled; 1079 // store O/P PORT state 1080 OMX_BOOL m_out_bEnabled; 1081 OMX_U32 m_in_alloc_cnt; 1082 OMX_U8 m_cRole[OMX_MAX_STRINGNAME_SIZE]; 1083 // Platform specific details 1084 OMX_QCOM_PLATFORM_PRIVATE_LIST *m_platform_list; 1085 OMX_QCOM_PLATFORM_PRIVATE_ENTRY *m_platform_entry; 1086 OMX_QCOM_PLATFORM_PRIVATE_PMEM_INFO *m_pmem_info; 1087 // SPS+PPS sent as part of set_config 1088 OMX_VENDOR_EXTRADATATYPE m_vendor_config; 1089 1090 omx_cmd_queue m_input_pending_q; 1091 omx_cmd_queue m_input_free_q; 1092 OMX_BUFFERHEADERTYPE *psource_frame; 1093 OMX_BUFFERHEADERTYPE *pdest_frame; 1094 OMX_BUFFERHEADERTYPE *m_inp_heap_ptr; 1095 OMX_BUFFERHEADERTYPE **m_phdr_pmem_ptr; 1096 unsigned int m_heap_inp_bm_count; 1097 bool first_frame_meta; 1098 unsigned frame_count; 1099 unsigned nal_count; 1100 unsigned nal_length; 1101 int first_frame; 1102 unsigned char *first_buffer; 1103 int first_frame_size; 1104 unsigned char m_hwdevice_name[80]; 1105 FILE *m_device_file_ptr; 1106 enum vc1_profile_type m_vc1_profile; 1107 OMX_U32 m_demux_offsets[8192]; 1108 OMX_U32 m_demux_entries; 1109 OMX_U32 m_disp_hor_size; 1110 OMX_U32 m_disp_vert_size; 1111 OMX_S64 prev_ts; 1112 OMX_S64 prev_ts_actual; 1113 bool rst_prev_ts; 1114 OMX_U32 frm_int; 1115 OMX_U32 m_fps_received; 1116 float m_fps_prev; 1117 bool m_drc_enable; 1118 1119 struct vdec_allocatorproperty op_buf_rcnfg; 1120 bool in_reconfig; 1121 OMX_NATIVE_WINDOWTYPE m_display_id; 1122 OMX_U32 client_extradata; 1123 #ifdef _ANDROID_ 1124 bool perf_flag; 1125 OMX_U32 proc_frms, latency; 1126 perf_metrics fps_metrics; 1127 perf_metrics dec_time; 1128 bool m_enable_android_native_buffers; 1129 bool m_use_android_native_buffers; 1130 bool m_debug_extradata; 1131 bool m_disable_dynamic_buf_mode; 1132 OMX_U32 m_conceal_color; 1133 #endif 1134 1135 1136 struct h264_mv_buffer { 1137 unsigned char* buffer; 1138 int size; 1139 int count; 1140 int pmem_fd; 1141 int offset; 1142 }; 1143 h264_mv_buffer h264_mv_buff; 1144 1145 struct meta_buffer { 1146 unsigned char* buffer; 1147 int size; 1148 int count; 1149 int pmem_fd; 1150 int pmem_fd_iommu; 1151 int offset; 1152 }; 1153 meta_buffer meta_buff; 1154 OMX_PARAM_PORTDEFINITIONTYPE m_port_def; 1155 OMX_QCOM_FRAME_PACK_ARRANGEMENT m_frame_pack_arrangement; 1156 omx_time_stamp_reorder time_stamp_dts; 1157 desc_buffer_hdr *m_desc_buffer_ptr; 1158 bool secure_mode; 1159 bool allocate_native_handle; 1160 bool external_meta_buffer; 1161 bool external_meta_buffer_iommu; 1162 OMX_QCOM_EXTRADATA_FRAMEINFO *m_extradata; 1163 OMX_OTHER_EXTRADATATYPE *m_other_extradata; 1164 bool codec_config_flag; 1165 uint32_t capture_capability; 1166 int output_capability; 1167 bool streaming[MAX_PORT]; 1168 OMX_FRAMESIZETYPE framesize; 1169 OMX_CONFIG_RECTTYPE rectangle; 1170 OMX_U32 prev_n_filled_len; 1171 bool m_force_down_scalar; 1172 struct custom_buffersize { 1173 OMX_U32 input_buffersize; 1174 } m_custom_buffersize; 1175 bool m_power_hinted; 1176 bool is_q6_platform; 1177 OMX_ERRORTYPE power_module_register(); 1178 OMX_ERRORTYPE power_module_deregister(); 1179 bool msg_thread_created; 1180 bool async_thread_created; 1181 1182 OMX_VIDEO_PARAM_PROFILELEVELTYPE m_profile_lvl; 1183 OMX_U32 m_profile; 1184 QOMX_EXTNINDEX_VIDEO_LOW_LATENCY_MODE m_sParamLowLatency; 1185 1186 //variables to handle dynamic buffer mode 1187 bool dynamic_buf_mode; 1188 OMX_U32 m_reconfig_width; 1189 OMX_U32 m_reconfig_height; 1190 bool m_smoothstreaming_mode; 1191 bool m_decode_order_mode; 1192 bool m_client_req_turbo_mode; 1193 1194 bool m_input_pass_buffer_fd; 1195 DescribeColorAspectsParams m_client_color_space; 1196 DescribeColorAspectsParams m_internal_color_space; 1197 1198 // HDRStaticInfo defined in HardwareAPI.h 1199 DescribeHDRStaticInfoParams m_client_hdr_info; 1200 DescribeHDRStaticInfoParams m_internal_hdr_info; 1201 1202 1203 OMX_U32 operating_frame_rate; 1204 1205 OMX_U32 m_smoothstreaming_width; 1206 OMX_U32 m_smoothstreaming_height; 1207 OMX_ERRORTYPE enable_smoothstreaming(); 1208 OMX_ERRORTYPE enable_adaptive_playback(unsigned long width, unsigned long height); 1209 bool m_disable_ubwc_mode; 1210 OMX_U32 m_downscalar_width; 1211 OMX_U32 m_downscalar_height; 1212 int decide_downscalar(); 1213 int enable_downscalar(); 1214 int disable_downscalar(); 1215 1216 unsigned int m_fill_output_msg; 1217 bool client_set_fps; 1218 unsigned int stereo_output_mode; 1219 class allocate_color_convert_buf 1220 { 1221 public: 1222 allocate_color_convert_buf(); ~allocate_color_convert_buf()1223 ~allocate_color_convert_buf() {}; 1224 void set_vdec_client(void *); 1225 void update_client(); 1226 bool set_color_format(OMX_COLOR_FORMATTYPE dest_color_format); 1227 bool get_color_format(OMX_COLOR_FORMATTYPE &dest_color_format); 1228 bool update_buffer_req(); 1229 bool get_buffer_req(unsigned int &buffer_size); 1230 OMX_ERRORTYPE set_buffer_req(OMX_U32 buffer_size, OMX_U32 actual_count); 1231 OMX_BUFFERHEADERTYPE* get_il_buf_hdr(); 1232 OMX_BUFFERHEADERTYPE* get_il_buf_hdr(OMX_BUFFERHEADERTYPE *input_hdr); 1233 OMX_BUFFERHEADERTYPE* get_dr_buf_hdr(OMX_BUFFERHEADERTYPE *input_hdr); 1234 OMX_BUFFERHEADERTYPE* convert(OMX_BUFFERHEADERTYPE *header); 1235 OMX_BUFFERHEADERTYPE* queue_buffer(OMX_BUFFERHEADERTYPE *header); 1236 OMX_ERRORTYPE allocate_buffers_color_convert(OMX_HANDLETYPE hComp, 1237 OMX_BUFFERHEADERTYPE **bufferHdr,OMX_U32 port,OMX_PTR appData, 1238 OMX_U32 bytes); 1239 OMX_ERRORTYPE free_output_buffer(OMX_BUFFERHEADERTYPE *bufferHdr); is_color_conversion_enabled()1240 bool is_color_conversion_enabled() {return enabled;} 1241 private: 1242 #define MAX_COUNT MAX_NUM_INPUT_OUTPUT_BUFFERS 1243 omx_vdec *omx; 1244 bool enabled; 1245 OMX_COLOR_FORMATTYPE ColorFormat; 1246 void init_members(); 1247 bool color_convert_mode; 1248 ColorConvertFormat dest_format; 1249 ColorConvertFormat src_format; 1250 C2DColorConverter c2dcc; 1251 unsigned int allocated_count; 1252 unsigned int buffer_size_req; 1253 unsigned int buffer_alignment_req; 1254 OMX_U32 m_c2d_width; 1255 OMX_U32 m_c2d_height; 1256 OMX_QCOM_PLATFORM_PRIVATE_LIST m_platform_list_client[MAX_COUNT]; 1257 OMX_QCOM_PLATFORM_PRIVATE_ENTRY m_platform_entry_client[MAX_COUNT]; 1258 OMX_QCOM_PLATFORM_PRIVATE_PMEM_INFO m_pmem_info_client[MAX_COUNT]; 1259 OMX_BUFFERHEADERTYPE m_out_mem_ptr_client[MAX_COUNT]; 1260 DecColorMapping mMapOutput2DriverColorFormat; 1261 ColorSubMapping mMapOutput2Convert; 1262 #ifdef USE_ION 1263 struct vdec_ion op_buf_ion_info[MAX_COUNT]; 1264 #endif 1265 unsigned char *pmem_baseaddress[MAX_COUNT]; 1266 int pmem_fd[MAX_COUNT]; 1267 OMX_ERRORTYPE cache_ops(unsigned int index, unsigned int cmd); cache_clean_buffer(unsigned int index)1268 inline OMX_ERRORTYPE cache_clean_buffer(unsigned int index) { 1269 return cache_ops(index, ION_IOC_CLEAN_CACHES); 1270 } cache_clean_invalidate_buffer(unsigned int index)1271 OMX_ERRORTYPE cache_clean_invalidate_buffer(unsigned int index) { 1272 return cache_ops(index, ION_IOC_CLEAN_INV_CACHES); 1273 } 1274 }; 1275 allocate_color_convert_buf client_buffers; 1276 struct video_decoder_capability m_decoder_capability; 1277 struct debug_cap m_debug; 1278 int log_input_buffers(const char *, int, uint64_t); 1279 int log_output_buffers(OMX_BUFFERHEADERTYPE *); 1280 int log_cc_output_buffers(OMX_BUFFERHEADERTYPE *); 1281 void send_codec_config(); 1282 OMX_TICKS m_last_rendered_TS; 1283 int32_t m_dec_hfr_fps; 1284 volatile int32_t m_queued_codec_config_count; 1285 OMX_U32 current_perf_level; 1286 bool secure_scaling_to_non_secure_opb; 1287 bool m_force_compressed_for_dpb; 1288 bool m_is_display_session; 1289 getPreferredColorFormatNonSurfaceMode(OMX_U32 index)1290 static OMX_COLOR_FORMATTYPE getPreferredColorFormatNonSurfaceMode(OMX_U32 index) { 1291 //On Android, we default to standard YUV formats for non-surface use-cases 1292 //where apps prefer known color formats. 1293 OMX_COLOR_FORMATTYPE formatsNonSurfaceMode[] = { 1294 [0] = OMX_COLOR_FormatYUV420SemiPlanar, 1295 [1] = OMX_COLOR_FormatYUV420Planar, 1296 [2] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32m, 1297 [3] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32mMultiView, 1298 [4] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32mCompressed, 1299 }; 1300 return (index < sizeof(formatsNonSurfaceMode) / sizeof(OMX_COLOR_FORMATTYPE)) ? 1301 formatsNonSurfaceMode[index] : OMX_COLOR_FormatMax; 1302 } 1303 getPreferredColorFormatDefaultMode(OMX_U32 index)1304 OMX_COLOR_FORMATTYPE getPreferredColorFormatDefaultMode(OMX_U32 index) { 1305 //for surface mode (normal playback), advertise native/accelerated formats first 1306 OMX_COLOR_FORMATTYPE format = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32m; 1307 1308 if (!m_disable_ubwc_mode) { 1309 OMX_COLOR_FORMATTYPE formatsDefault[] = { 1310 [0] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32mCompressed, 1311 [1] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32m, 1312 [2] = OMX_COLOR_FormatYUV420SemiPlanar, 1313 [3] = OMX_COLOR_FormatYUV420Planar, 1314 [4] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32mMultiView, 1315 }; 1316 format = (index < sizeof(formatsDefault) / sizeof(OMX_COLOR_FORMATTYPE)) ? 1317 formatsDefault[index] : OMX_COLOR_FormatMax; 1318 } else { 1319 OMX_COLOR_FORMATTYPE formatsDefault[] = { 1320 [0] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32m, 1321 [1] = OMX_COLOR_FormatYUV420SemiPlanar, 1322 [2] = OMX_COLOR_FormatYUV420Planar, 1323 [3] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32mMultiView, 1324 }; 1325 format = (index < sizeof(formatsDefault) / sizeof(OMX_COLOR_FORMATTYPE)) ? 1326 formatsDefault[index] : OMX_COLOR_FormatMax; 1327 } 1328 return format; 1329 } 1330 1331 static OMX_ERRORTYPE describeColorFormat(OMX_PTR params); 1332 void prefetchNewBuffers(); 1333 1334 1335 client_extradata_info m_client_out_extradata_info; 1336 1337 OMX_ERRORTYPE get_vendor_extension_config( 1338 OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *ext); 1339 OMX_ERRORTYPE set_vendor_extension_config( 1340 OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *ext); 1341 1342 void init_vendor_extensions (VendorExtensionStore&); 1343 1344 // list of extensions is not mutable after initialization 1345 const VendorExtensionStore mVendorExtensionStore; 1346 1347 // Map of ColorAspects (VideoAPI.h) to ColorMetaData (color_metadata.h) 1348 PrimariesMap mPrimariesMap; 1349 TransferMap mTransferMap; 1350 MatrixCoeffMap mMatrixCoeffMap; 1351 RangeMap mColorRangeMap; 1352 1353 void init_color_aspects_map(); 1354 void convert_color_aspects_to_metadata(ColorAspects& aspects, ColorMetaData &color_mdata); 1355 void convert_hdr_info_to_metadata(HDRStaticInfo& hdr_info, ColorMetaData &color_mdata); 1356 void get_preferred_color_aspects(ColorAspects& preferredColorAspects); 1357 void get_preferred_hdr_info(HDRStaticInfo& preferredHDRInfo); 1358 bool vdec_query_cap(struct v4l2_queryctrl &cap); 1359 public: 1360 bool is_down_scalar_enabled; 1361 bool m_is_split_mode; 1362 bool m_buffer_error; 1363 }; 1364 1365 enum instance_state { 1366 MSM_VIDC_CORE_UNINIT_DONE = 0x0001, 1367 MSM_VIDC_CORE_INIT, 1368 MSM_VIDC_CORE_INIT_DONE, 1369 MSM_VIDC_OPEN, 1370 MSM_VIDC_OPEN_DONE, 1371 MSM_VIDC_LOAD_RESOURCES, 1372 MSM_VIDC_LOAD_RESOURCES_DONE, 1373 MSM_VIDC_START, 1374 MSM_VIDC_START_DONE, 1375 MSM_VIDC_STOP, 1376 MSM_VIDC_STOP_DONE, 1377 MSM_VIDC_RELEASE_RESOURCES, 1378 MSM_VIDC_RELEASE_RESOURCES_DONE, 1379 MSM_VIDC_CLOSE, 1380 MSM_VIDC_CLOSE_DONE, 1381 MSM_VIDC_CORE_UNINIT, 1382 }; 1383 1384 enum vidc_resposes_id { 1385 MSM_VIDC_DECODER_FLUSH_DONE = 0x11, 1386 MSM_VIDC_DECODER_EVENT_CHANGE, 1387 }; 1388 1389 #endif // __OMX_VDEC_H__ 1390