/* * Copyright 2018 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef ANDROID_C2_SOFT_VPX_ENC_H__ #define ANDROID_C2_SOFT_VPX_ENC_H__ #include #include #include #include #include #include #include "vpx/vpx_encoder.h" #include "vpx/vpx_codec.h" #include "vpx/vpx_image.h" #include "vpx/vp8cx.h" namespace android { // TODO: These defs taken from deprecated OMX_VideoExt.h. Move these definitions // to a new header file and include it. /** Maximum number of temporal layers */ #define MAXTEMPORALLAYERS 3 /** temporal layer patterns */ typedef enum TemporalPatternType { VPXTemporalLayerPatternNone = 0, VPXTemporalLayerPatternWebRTC = 1, VPXTemporalLayerPatternMax = 0x7FFFFFFF } TemporalPatternType; // Base class for a VPX Encoder Component // // Only following encoder settings are available (codec specific settings might // be available in the sub-classes): // - video resolution // - target bitrate // - rate control (constant / variable) // - frame rate // - error resilience // - reconstruction & loop filters (g_profile) // // Only following color formats are recognized // - C2PlanarLayout::TYPE_RGB // - C2PlanarLayout::TYPE_RGBA // // Following settings are not configurable by the client // - encoding deadline is realtime // - multithreaded encoding utilizes a number of threads equal // to online cpu's available // - the algorithm interface for encoder is decided by the sub-class in use // - fractional bits of frame rate is discarded // - timestamps are in microseconds, therefore encoder timebase is fixed // to 1/1000000 struct C2SoftVpxEnc : public SimpleC2Component { class IntfImpl; C2SoftVpxEnc(const char* name, c2_node_id_t id, const std::shared_ptr& intfImpl); // From SimpleC2Component c2_status_t onInit() override final; c2_status_t onStop() override final; void onReset() override final; void onRelease() override final; c2_status_t onFlush_sm() override final; void process( const std::unique_ptr &work, const std::shared_ptr &pool) override final; c2_status_t drain( uint32_t drainMode, const std::shared_ptr &pool) override final; protected: std::shared_ptr mIntf; virtual ~C2SoftVpxEnc(); // Initializes vpx encoder with available settings. status_t initEncoder(); // Populates mCodecInterface with codec specific settings. virtual void setCodecSpecificInterface() = 0; // Sets codec specific configuration. virtual void setCodecSpecificConfiguration() = 0; // Sets codec specific encoder controls. virtual vpx_codec_err_t setCodecSpecificControls() = 0; // Get current encode flags. virtual vpx_enc_frame_flags_t getEncodeFlags(); enum TemporalReferences { // For 1 layer case: reference all (last, golden, and alt ref), but only // update last. kTemporalUpdateLastRefAll = 12, // First base layer frame for 3 temporal layers, which updates last and // golden with alt ref dependency. kTemporalUpdateLastAndGoldenRefAltRef = 11, // First enhancement layer with alt ref dependency. kTemporalUpdateGoldenRefAltRef = 10, // First enhancement layer with alt ref dependency. kTemporalUpdateGoldenWithoutDependencyRefAltRef = 9, // Base layer with alt ref dependency. kTemporalUpdateLastRefAltRef = 8, // Highest enhacement layer without dependency on golden with alt ref // dependency. kTemporalUpdateNoneNoRefGoldenRefAltRef = 7, // Second layer and last frame in cycle, for 2 layers. kTemporalUpdateNoneNoRefAltref = 6, // Highest enhancement layer. kTemporalUpdateNone = 5, // Second enhancement layer. kTemporalUpdateAltref = 4, // Second enhancement layer without dependency on previous frames in // the second enhancement layer. kTemporalUpdateAltrefWithoutDependency = 3, // First enhancement layer. kTemporalUpdateGolden = 2, // First enhancement layer without dependency on previous frames in // the first enhancement layer. kTemporalUpdateGoldenWithoutDependency = 1, // Base layer. kTemporalUpdateLast = 0, }; enum { kMaxTemporalPattern = 8 }; // vpx specific opaque data structure that // stores encoder state vpx_codec_ctx_t* mCodecContext; // vpx specific data structure that // stores encoder configuration vpx_codec_enc_cfg_t* mCodecConfiguration; // vpx specific read-only data structure // that specifies algorithm interface (e.g. vp8) vpx_codec_iface_t* mCodecInterface; // align stride to the power of 2 int32_t mStrideAlign; // target bitrate set for the encoder, in bits per second uint32_t mBitrate; // target framerate set for the encoder uint32_t mFramerate; // Color format for the input port vpx_img_fmt_t mColorFormat; // If a request for a change it bitrate has been received. bool mBitrateUpdated; // Bitrate control mode, either constant or variable vpx_rc_mode mBitrateControlMode; // Parameter that denotes whether error resilience // is enabled in encoder bool mErrorResilience; // Key frame interval in frames uint32_t mKeyFrameInterval; // Minimum (best quality) quantizer uint32_t mMinQuantizer; // Maximum (worst quality) quantizer uint32_t mMaxQuantizer; // Number of coding temporal layers to be used. size_t mTemporalLayers; // Temporal layer bitrare ratio in percentage uint32_t mTemporalLayerBitrateRatio[MAXTEMPORALLAYERS]; // Temporal pattern type TemporalPatternType mTemporalPatternType; // Temporal pattern length size_t mTemporalPatternLength; // Temporal pattern current index size_t mTemporalPatternIdx; // Frame type temporal pattern TemporalReferences mTemporalPattern[kMaxTemporalPattern]; // Last input buffer timestamp uint64_t mLastTimestamp; // Number of input frames int64_t mNumInputFrames; // Conversion buffer is needed to input to // yuv420 planar format. MemoryBlock mConversionBuffer; // Request Key Frame bool mKeyFrameRequested; // Signalled EOS bool mSignalledOutputEos; // Signalled Error bool mSignalledError; C2_DO_NOT_COPY(C2SoftVpxEnc); }; class C2SoftVpxEnc::IntfImpl : public C2InterfaceHelper { public: explicit IntfImpl(const std::shared_ptr& helper) : C2InterfaceHelper(helper) { setDerivedInstance(this); addParameter( DefineParam(mInputFormat, C2_NAME_INPUT_STREAM_FORMAT_SETTING) .withConstValue( new C2StreamFormatConfig::input(0u, C2FormatVideo)) .build()); addParameter( DefineParam(mOutputFormat, C2_NAME_OUTPUT_STREAM_FORMAT_SETTING) .withConstValue( new C2StreamFormatConfig::output(0u, C2FormatCompressed)) .build()); addParameter( DefineParam(mInputMediaType, C2_NAME_INPUT_PORT_MIME_SETTING) .withConstValue(AllocSharedString( MEDIA_MIMETYPE_VIDEO_RAW)) .build()); addParameter( DefineParam(mOutputMediaType, C2_NAME_OUTPUT_PORT_MIME_SETTING) .withConstValue(AllocSharedString( #ifdef VP9 MEDIA_MIMETYPE_VIDEO_VP9 #else MEDIA_MIMETYPE_VIDEO_VP8 #endif )) .build()); addParameter(DefineParam(mUsage, C2_NAME_INPUT_STREAM_USAGE_SETTING) .withConstValue(new C2StreamUsageTuning::input( 0u, (uint64_t)C2MemoryUsage::CPU_READ)) .build()); addParameter( DefineParam(mSize, C2_NAME_STREAM_VIDEO_SIZE_SETTING) .withDefault(new C2VideoSizeStreamTuning::input(0u, 320, 240)) .withFields({ C2F(mSize, width).inRange(2, 2048, 2), C2F(mSize, height).inRange(2, 2048, 2), }) .withSetter(SizeSetter) .build()); addParameter( DefineParam(mFrameRate, C2_NAME_STREAM_FRAME_RATE_SETTING) .withDefault(new C2StreamFrameRateInfo::output(0u, 30.)) // TODO: More restriction? .withFields({C2F(mFrameRate, value).greaterThan(0.)}) .withSetter( Setter::StrictValueWithNoDeps) .build()); addParameter( DefineParam(mBitrate, C2_NAME_STREAM_BITRATE_SETTING) .withDefault(new C2BitrateTuning::output(0u, 64000)) .withFields({C2F(mBitrate, value).inRange(1, 40000000)}) .withSetter( Setter::NonStrictValueWithNoDeps) .build()); } static C2R SizeSetter(bool mayBlock, C2P& me) { (void)mayBlock; // TODO: maybe apply block limit? C2R res = C2R::Ok(); if (!me.F(me.v.width).supportsAtAll(me.v.width)) { res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width))); } if (!me.F(me.v.height).supportsAtAll(me.v.height)) { res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height))); } return res; } uint32_t getWidth() const { return mSize->width; } uint32_t getHeight() const { return mSize->height; } float getFrameRate() const { return mFrameRate->value; } uint32_t getBitrate() const { return mBitrate->value; } private: std::shared_ptr mInputFormat; std::shared_ptr mOutputFormat; std::shared_ptr mInputMediaType; std::shared_ptr mOutputMediaType; std::shared_ptr mUsage; std::shared_ptr mSize; std::shared_ptr mFrameRate; std::shared_ptr mBitrate; }; } // namespace android #endif // ANDROID_C2_SOFT_VPX_ENC_H__