1 /* 2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved 3 * 4 * This source code is subject to the terms of the BSD 2 Clause License and 5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License 6 * was not distributed with this source code in the LICENSE file, you can 7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open 8 * Media Patent License 1.0 was not distributed with this source code in the 9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent. 10 */ 11 12 /////////////////////////////////////////////////////////////////////////////// 13 // Internal implementation details 14 /////////////////////////////////////////////////////////////////////////////// 15 // 16 // There are two levels of interfaces used to access the AOM codec: the 17 // aom_codec_iface and the aom_codec_ctx. 18 // 19 // 1. aom_codec_iface_t 20 // (Related files: aom/aom_codec.h, aom/src/aom_codec.c, 21 // aom/internal/aom_codec_internal.h, av1/av1_cx_iface.c, 22 // av1/av1_dx_iface.c) 23 // 24 // Used to initialize the codec context, which contains the configuration for 25 // for modifying the encoder/decoder during run-time. See the other 26 // documentation in this header file for more details. For the most part, 27 // users will call helper functions, such as aom_codec_iface_name, 28 // aom_codec_get_caps, etc., to interact with it. 29 // 30 // The main purpose of the aom_codec_iface_t is to provide a way to generate 31 // a default codec config, find out what capabilities the implementation has, 32 // and create an aom_codec_ctx_t (which is actually used to interact with the 33 // codec). 34 // 35 // Note that the implementations for the AV1 algorithm are located in 36 // av1/av1_cx_iface.c and av1/av1_dx_iface.c 37 // 38 // 39 // 2. aom_codec_ctx_t 40 // (Related files: aom/aom_codec.h, av1/av1_cx_iface.c, av1/av1_dx_iface.c, 41 // aom/aomcx.h, aom/aomdx.h, aom/src/aom_encoder.c, aom/src/aom_decoder.c) 42 // 43 // The actual interface between user code and the codec. It stores the name 44 // of the codec, a pointer back to the aom_codec_iface_t that initialized it, 45 // initialization flags, a config for either encoder or the decoder, and a 46 // pointer to internal data. 47 // 48 // The codec is configured / queried through calls to aom_codec_control, 49 // which takes a control ID (listed in aomcx.h and aomdx.h) and a parameter. 50 // In the case of "getter" control IDs, the parameter is modified to have 51 // the requested value; in the case of "setter" control IDs, the codec's 52 // configuration is changed based on the parameter. Note that a aom_codec_err_t 53 // is returned, which indicates if the operation was successful or not. 54 // 55 // Note that for the encoder, the aom_codec_alg_priv_t points to the 56 // the aom_codec_alg_priv structure in av1/av1_cx_iface.c, and for the decoder, 57 // the struct in av1/av1_dx_iface.c. Variables such as AV1_COMP cpi are stored 58 // here and also used in the core algorithm. 59 // 60 // At the end, aom_codec_destroy should be called for each initialized 61 // aom_codec_ctx_t. 62 63 /*!\defgroup codec Common Algorithm Interface 64 * This abstraction allows applications to easily support multiple video 65 * formats with minimal code duplication. This section describes the interface 66 * common to all codecs (both encoders and decoders). 67 * @{ 68 */ 69 70 /*!\file 71 * \brief Describes the codec algorithm interface to applications. 72 * 73 * This file describes the interface between an application and a 74 * video codec algorithm. 75 * 76 * An application instantiates a specific codec instance by using 77 * aom_codec_dec_init() or aom_codec_enc_init() and a pointer to the 78 * algorithm's interface structure: 79 * <pre> 80 * my_app.c: 81 * extern aom_codec_iface_t my_codec; 82 * { 83 * aom_codec_ctx_t algo; 84 * int threads = 4; 85 * aom_codec_dec_cfg_t cfg = { threads, 0, 0, 1 }; 86 * res = aom_codec_dec_init(&algo, &my_codec, &cfg, 0); 87 * } 88 * </pre> 89 * 90 * Once initialized, the instance is managed using other functions from 91 * the aom_codec_* family. 92 */ 93 #ifndef AOM_AOM_AOM_CODEC_H_ 94 #define AOM_AOM_AOM_CODEC_H_ 95 96 #ifdef __cplusplus 97 extern "C" { 98 #endif 99 100 #include "aom/aom_image.h" 101 #include "aom/aom_integer.h" 102 103 /*!\brief Decorator indicating a function is deprecated */ 104 #ifndef AOM_DEPRECATED 105 #if defined(__GNUC__) && __GNUC__ 106 #define AOM_DEPRECATED __attribute__((deprecated)) 107 #elif defined(_MSC_VER) 108 #define AOM_DEPRECATED 109 #else 110 #define AOM_DEPRECATED 111 #endif 112 #endif /* AOM_DEPRECATED */ 113 114 #ifndef AOM_DECLSPEC_DEPRECATED 115 #if defined(__GNUC__) && __GNUC__ 116 #define AOM_DECLSPEC_DEPRECATED /**< \copydoc #AOM_DEPRECATED */ 117 #elif defined(_MSC_VER) 118 /*!\brief \copydoc #AOM_DEPRECATED */ 119 #define AOM_DECLSPEC_DEPRECATED __declspec(deprecated) 120 #else 121 #define AOM_DECLSPEC_DEPRECATED /**< \copydoc #AOM_DEPRECATED */ 122 #endif 123 #endif /* AOM_DECLSPEC_DEPRECATED */ 124 125 /*!\brief Decorator indicating a function is potentially unused */ 126 #ifdef AOM_UNUSED 127 #elif defined(__GNUC__) || defined(__clang__) 128 #define AOM_UNUSED __attribute__((unused)) 129 #else 130 #define AOM_UNUSED 131 #endif 132 133 /*!\brief Decorator indicating that given struct/union/enum is packed */ 134 #ifndef ATTRIBUTE_PACKED 135 #if defined(__GNUC__) && __GNUC__ 136 #define ATTRIBUTE_PACKED __attribute__((packed)) 137 #elif defined(_MSC_VER) 138 #define ATTRIBUTE_PACKED 139 #else 140 #define ATTRIBUTE_PACKED 141 #endif 142 #endif /* ATTRIBUTE_PACKED */ 143 144 /*!\brief Current ABI version number 145 * 146 * \internal 147 * If this file is altered in any way that changes the ABI, this value 148 * must be bumped. Examples include, but are not limited to, changing 149 * types, removing or reassigning enums, adding/removing/rearranging 150 * fields to structures 151 */ 152 #define AOM_CODEC_ABI_VERSION (7 + AOM_IMAGE_ABI_VERSION) /**<\hideinitializer*/ 153 154 /*!\brief Algorithm return codes */ 155 typedef enum { 156 /*!\brief Operation completed without error */ 157 AOM_CODEC_OK, 158 159 /*!\brief Unspecified error */ 160 AOM_CODEC_ERROR, 161 162 /*!\brief Memory operation failed */ 163 AOM_CODEC_MEM_ERROR, 164 165 /*!\brief ABI version mismatch */ 166 AOM_CODEC_ABI_MISMATCH, 167 168 /*!\brief Algorithm does not have required capability */ 169 AOM_CODEC_INCAPABLE, 170 171 /*!\brief The given bitstream is not supported. 172 * 173 * The bitstream was unable to be parsed at the highest level. The decoder 174 * is unable to proceed. This error \ref SHOULD be treated as fatal to the 175 * stream. */ 176 AOM_CODEC_UNSUP_BITSTREAM, 177 178 /*!\brief Encoded bitstream uses an unsupported feature 179 * 180 * The decoder does not implement a feature required by the encoder. This 181 * return code should only be used for features that prevent future 182 * pictures from being properly decoded. This error \ref MAY be treated as 183 * fatal to the stream or \ref MAY be treated as fatal to the current GOP. 184 */ 185 AOM_CODEC_UNSUP_FEATURE, 186 187 /*!\brief The coded data for this stream is corrupt or incomplete 188 * 189 * There was a problem decoding the current frame. This return code 190 * should only be used for failures that prevent future pictures from 191 * being properly decoded. This error \ref MAY be treated as fatal to the 192 * stream or \ref MAY be treated as fatal to the current GOP. If decoding 193 * is continued for the current GOP, artifacts may be present. 194 */ 195 AOM_CODEC_CORRUPT_FRAME, 196 197 /*!\brief An application-supplied parameter is not valid. 198 * 199 */ 200 AOM_CODEC_INVALID_PARAM, 201 202 /*!\brief An iterator reached the end of list. 203 * 204 */ 205 AOM_CODEC_LIST_END 206 207 } aom_codec_err_t; 208 209 /*! \brief Codec capabilities bitfield 210 * 211 * Each codec advertises the capabilities it supports as part of its 212 * ::aom_codec_iface_t interface structure. Capabilities are extra interfaces 213 * or functionality, and are not required to be supported. 214 * 215 * The available flags are specified by AOM_CODEC_CAP_* defines. 216 */ 217 typedef long aom_codec_caps_t; 218 #define AOM_CODEC_CAP_DECODER 0x1 /**< Is a decoder */ 219 #define AOM_CODEC_CAP_ENCODER 0x2 /**< Is an encoder */ 220 221 /*! \brief Initialization-time Feature Enabling 222 * 223 * Certain codec features must be known at initialization time, to allow for 224 * proper memory allocation. 225 * 226 * The available flags are specified by AOM_CODEC_USE_* defines. 227 */ 228 typedef long aom_codec_flags_t; 229 230 /*!\brief Time Stamp Type 231 * 232 * An integer, which when multiplied by the stream's time base, provides 233 * the absolute time of a sample. 234 */ 235 typedef int64_t aom_codec_pts_t; 236 237 /*!\brief Codec interface structure. 238 * 239 * Contains function pointers and other data private to the codec 240 * implementation. This structure is opaque to the application. Common 241 * functions used with this structure: 242 * - aom_codec_iface_name(aom_codec_iface_t *iface): get the 243 * name of the codec 244 * - aom_codec_get_caps(aom_codec_iface_t *iface): returns 245 * the capabilities of the codec 246 * - aom_codec_enc_config_default: generate the default config for 247 * initializing the encoder (see documentation in aom_encoder.h) 248 * - aom_codec_dec_init, aom_codec_enc_init: initialize the codec context 249 * structure (see documentation on aom_codec_ctx). 250 * 251 * To get access to the AV1 encoder and decoder, use aom_codec_av1_cx() and 252 * aom_codec_av1_dx(). 253 */ 254 typedef const struct aom_codec_iface aom_codec_iface_t; 255 256 /*!\brief Codec private data structure. 257 * 258 * Contains data private to the codec implementation. This structure is opaque 259 * to the application. 260 */ 261 typedef struct aom_codec_priv aom_codec_priv_t; 262 263 /*!\brief Compressed Frame Flags 264 * 265 * This type represents a bitfield containing information about a compressed 266 * frame that may be useful to an application. The most significant 16 bits 267 * can be used by an algorithm to provide additional detail, for example to 268 * support frame types that are codec specific (MPEG-1 D-frames for example) 269 */ 270 typedef uint32_t aom_codec_frame_flags_t; 271 #define AOM_FRAME_IS_KEY 0x1u /**< frame is the start of a GOP */ 272 /*!\brief frame can be dropped without affecting the stream (no future frame 273 * depends on this one) */ 274 #define AOM_FRAME_IS_DROPPABLE 0x2u 275 /*!\brief this is an INTRA_ONLY frame */ 276 #define AOM_FRAME_IS_INTRAONLY 0x10u 277 /*!\brief this is an S-frame */ 278 #define AOM_FRAME_IS_SWITCH 0x20u 279 /*!\brief this is an error-resilient frame */ 280 #define AOM_FRAME_IS_ERROR_RESILIENT 0x40u 281 /*!\brief this is a key-frame dependent recovery-point frame */ 282 #define AOM_FRAME_IS_DELAYED_RANDOM_ACCESS_POINT 0x80u 283 284 /*!\brief Iterator 285 * 286 * Opaque storage used for iterating over lists. 287 */ 288 typedef const void *aom_codec_iter_t; 289 290 /*!\brief Codec context structure 291 * 292 * All codecs \ref MUST support this context structure fully. In general, 293 * this data should be considered private to the codec algorithm, and 294 * not be manipulated or examined by the calling application. Applications 295 * may reference the 'name' member to get a printable description of the 296 * algorithm. 297 */ 298 typedef struct aom_codec_ctx { 299 const char *name; /**< Printable interface name */ 300 aom_codec_iface_t *iface; /**< Interface pointers */ 301 aom_codec_err_t err; /**< Last returned error */ 302 const char *err_detail; /**< Detailed info, if available */ 303 aom_codec_flags_t init_flags; /**< Flags passed at init time */ 304 union { 305 /**< Decoder Configuration Pointer */ 306 const struct aom_codec_dec_cfg *dec; 307 /**< Encoder Configuration Pointer */ 308 const struct aom_codec_enc_cfg *enc; 309 const void *raw; 310 } config; /**< Configuration pointer aliasing union */ 311 aom_codec_priv_t *priv; /**< Algorithm private storage */ 312 } aom_codec_ctx_t; 313 314 /*!\brief Bit depth for codec 315 * * 316 * This enumeration determines the bit depth of the codec. 317 */ 318 typedef enum aom_bit_depth { 319 AOM_BITS_8 = 8, /**< 8 bits */ 320 AOM_BITS_10 = 10, /**< 10 bits */ 321 AOM_BITS_12 = 12, /**< 12 bits */ 322 } aom_bit_depth_t; 323 324 /*!\brief Superblock size selection. 325 * 326 * Defines the superblock size used for encoding. The superblock size can 327 * either be fixed at 64x64 or 128x128 pixels, or it can be dynamically 328 * selected by the encoder for each frame. 329 */ 330 typedef enum aom_superblock_size { 331 AOM_SUPERBLOCK_SIZE_64X64, /**< Always use 64x64 superblocks. */ 332 AOM_SUPERBLOCK_SIZE_128X128, /**< Always use 128x128 superblocks. */ 333 AOM_SUPERBLOCK_SIZE_DYNAMIC /**< Select superblock size dynamically. */ 334 } aom_superblock_size_t; 335 336 /* 337 * Library Version Number Interface 338 * 339 * For example, see the following sample return values: 340 * aom_codec_version() (1<<16 | 2<<8 | 3) 341 * aom_codec_version_str() "v1.2.3-rc1-16-gec6a1ba" 342 * aom_codec_version_extra_str() "rc1-16-gec6a1ba" 343 */ 344 345 /*!\brief Return the version information (as an integer) 346 * 347 * Returns a packed encoding of the library version number. This will only 348 * include the major.minor.patch component of the version number. Note that this 349 * encoded value should be accessed through the macros provided, as the encoding 350 * may change in the future. 351 * 352 */ 353 int aom_codec_version(void); 354 355 /*!\brief Return the major version number */ 356 #define aom_codec_version_major() ((aom_codec_version() >> 16) & 0xff) 357 358 /*!\brief Return the minor version number */ 359 #define aom_codec_version_minor() ((aom_codec_version() >> 8) & 0xff) 360 361 /*!\brief Return the patch version number */ 362 #define aom_codec_version_patch() ((aom_codec_version() >> 0) & 0xff) 363 364 /*!\brief Return the version information (as a string) 365 * 366 * Returns a printable string containing the full library version number. This 367 * may contain additional text following the three digit version number, as to 368 * indicate release candidates, pre-release versions, etc. 369 * 370 */ 371 const char *aom_codec_version_str(void); 372 373 /*!\brief Return the version information (as a string) 374 * 375 * Returns a printable "extra string". This is the component of the string 376 * returned by aom_codec_version_str() following the three digit version number. 377 * 378 */ 379 const char *aom_codec_version_extra_str(void); 380 381 /*!\brief Return the build configuration 382 * 383 * Returns a printable string containing an encoded version of the build 384 * configuration. This may be useful to aom support. 385 * 386 */ 387 const char *aom_codec_build_config(void); 388 389 /*!\brief Return the name for a given interface 390 * 391 * Returns a human readable string for name of the given codec interface. 392 * 393 * \param[in] iface Interface pointer 394 * 395 */ 396 const char *aom_codec_iface_name(aom_codec_iface_t *iface); 397 398 /*!\brief Convert error number to printable string 399 * 400 * Returns a human readable string for the last error returned by the 401 * algorithm. The returned error will be one line and will not contain 402 * any newline characters. 403 * 404 * 405 * \param[in] err Error number. 406 * 407 */ 408 const char *aom_codec_err_to_string(aom_codec_err_t err); 409 410 /*!\brief Retrieve error synopsis for codec context 411 * 412 * Returns a human readable string for the last error returned by the 413 * algorithm. The returned error will be one line and will not contain 414 * any newline characters. 415 * 416 * 417 * \param[in] ctx Pointer to this instance's context. 418 * 419 */ 420 const char *aom_codec_error(aom_codec_ctx_t *ctx); 421 422 /*!\brief Retrieve detailed error information for codec context 423 * 424 * Returns a human readable string providing detailed information about 425 * the last error. 426 * 427 * \param[in] ctx Pointer to this instance's context. 428 * 429 * \retval NULL 430 * No detailed information is available. 431 */ 432 const char *aom_codec_error_detail(aom_codec_ctx_t *ctx); 433 434 /* REQUIRED FUNCTIONS 435 * 436 * The following functions are required to be implemented for all codecs. 437 * They represent the base case functionality expected of all codecs. 438 */ 439 440 /*!\brief Destroy a codec instance 441 * 442 * Destroys a codec context, freeing any associated memory buffers. 443 * 444 * \param[in] ctx Pointer to this instance's context 445 * 446 * \retval #AOM_CODEC_OK 447 * The codec algorithm initialized. 448 * \retval #AOM_CODEC_MEM_ERROR 449 * Memory allocation failed. 450 */ 451 aom_codec_err_t aom_codec_destroy(aom_codec_ctx_t *ctx); 452 453 /*!\brief Get the capabilities of an algorithm. 454 * 455 * Retrieves the capabilities bitfield from the algorithm's interface. 456 * 457 * \param[in] iface Pointer to the algorithm interface 458 * 459 */ 460 aom_codec_caps_t aom_codec_get_caps(aom_codec_iface_t *iface); 461 462 /*!\name Codec Control 463 * 464 * The aom_codec_control function exchanges algorithm specific data with the 465 * codec instance. Additionally, the macro AOM_CODEC_CONTROL_TYPECHECKED is 466 * provided, which will type-check the parameter against the control ID before 467 * calling aom_codec_control - note that this macro requires the control ID 468 * to be directly encoded in it, e.g., 469 * AOM_CODEC_CONTROL_TYPECHECKED(&ctx, AOME_SET_CPUUSED, 8). 470 * 471 * The codec control IDs can be found in aom.h, aomcx.h, and aomdx.h 472 * (defined as aom_com_control_id, aome_enc_control_id, and aom_dec_control_id). 473 * @{ 474 */ 475 /*!\brief Algorithm Control 476 * 477 * aom_codec_control takes a context, a control ID, and a third parameter 478 * (with varying type). If the context is non-null and an error occurs, 479 * ctx->err will be set to the same value as the return value. 480 * 481 * \param[in] ctx Pointer to this instance's context 482 * \param[in] ctrl_id Algorithm specific control identifier. 483 * Must be nonzero. 484 * 485 * \retval #AOM_CODEC_OK 486 * The control request was processed. 487 * \retval #AOM_CODEC_ERROR 488 * The control request was not processed. 489 * \retval #AOM_CODEC_INVALID_PARAM 490 * The control ID was zero, or the data was not valid. 491 */ 492 aom_codec_err_t aom_codec_control(aom_codec_ctx_t *ctx, int ctrl_id, ...); 493 494 /*!\brief Key & Value API 495 * 496 * aom_codec_set_option() takes a context, a key (option name) and a value. If 497 * the context is non-null and an error occurs, ctx->err will be set to the same 498 * value as the return value. 499 * 500 * \param[in] ctx Pointer to this instance's context 501 * \param[in] name The name of the option (key) 502 * \param[in] value The value of the option 503 * 504 * \retval #AOM_CODEC_OK 505 * The value of the option was set. 506 * \retval #AOM_CODEC_INVALID_PARAM 507 * The data was not valid. 508 * \retval #AOM_CODEC_ERROR 509 * The option was not successfully set. 510 */ 511 aom_codec_err_t aom_codec_set_option(aom_codec_ctx_t *ctx, const char *name, 512 const char *value); 513 514 /*!\brief aom_codec_control wrapper macro (adds type-checking, less flexible) 515 * 516 * This macro allows for type safe conversions across the variadic parameter 517 * to aom_codec_control(). However, it requires the explicit control ID 518 * be passed in (it cannot be passed in via a variable) -- otherwise a compiler 519 * error will occur. After the type checking, it calls aom_codec_control. 520 */ 521 #define AOM_CODEC_CONTROL_TYPECHECKED(ctx, id, data) \ 522 aom_codec_control_typechecked_##id(ctx, id, data) /**<\hideinitializer*/ 523 524 /*!\brief Creates type checking mechanisms for aom_codec_control 525 * 526 * It defines a static function with the correctly typed arguments as a wrapper 527 * to the type-unsafe aom_codec_control function. It also creates a typedef 528 * for each type. 529 */ 530 #define AOM_CTRL_USE_TYPE(id, typ) \ 531 static aom_codec_err_t aom_codec_control_typechecked_##id( \ 532 aom_codec_ctx_t *, int, typ) AOM_UNUSED; \ 533 static aom_codec_err_t aom_codec_control_typechecked_##id( \ 534 aom_codec_ctx_t *ctx, int ctrl, typ data) { \ 535 return aom_codec_control(ctx, ctrl, data); \ 536 } /**<\hideinitializer*/ \ 537 typedef typ aom_codec_control_type_##id; 538 /*!@} end Codec Control group */ 539 540 /*!\brief OBU types. */ 541 typedef enum ATTRIBUTE_PACKED { 542 OBU_SEQUENCE_HEADER = 1, 543 OBU_TEMPORAL_DELIMITER = 2, 544 OBU_FRAME_HEADER = 3, 545 OBU_TILE_GROUP = 4, 546 OBU_METADATA = 5, 547 OBU_FRAME = 6, 548 OBU_REDUNDANT_FRAME_HEADER = 7, 549 OBU_TILE_LIST = 8, 550 OBU_PADDING = 15, 551 } OBU_TYPE; 552 553 /*!\brief OBU metadata types. */ 554 typedef enum { 555 OBU_METADATA_TYPE_AOM_RESERVED_0 = 0, 556 OBU_METADATA_TYPE_HDR_CLL = 1, 557 OBU_METADATA_TYPE_HDR_MDCV = 2, 558 OBU_METADATA_TYPE_SCALABILITY = 3, 559 OBU_METADATA_TYPE_ITUT_T35 = 4, 560 OBU_METADATA_TYPE_TIMECODE = 5, 561 } OBU_METADATA_TYPE; 562 563 /*!\brief Returns string representation of OBU_TYPE. 564 * 565 * \param[in] type The OBU_TYPE to convert to string. 566 */ 567 const char *aom_obu_type_to_string(OBU_TYPE type); 568 569 /*!@} - end defgroup codec*/ 570 #ifdef __cplusplus 571 } 572 #endif 573 #endif // AOM_AOM_AOM_CODEC_H_ 574