1
2 #define LOG_TAG "OMXVideoEncoderVP8"
3 #include "OMXVideoEncoderVP8.h"
4
5 static const char *VP8_MIME_TYPE = "video/x-vnd.on2.vp8";
6
OMXVideoEncoderVP8()7 OMXVideoEncoderVP8::OMXVideoEncoderVP8() {
8 LOGV("OMXVideoEncoderVP8 is constructed.");
9 BuildHandlerList();
10 mVideoEncoder = createVideoEncoder(VP8_MIME_TYPE);
11 if(!mVideoEncoder) LOGE("OMX_ErrorInsufficientResources");
12 }
13
~OMXVideoEncoderVP8()14 OMXVideoEncoderVP8::~OMXVideoEncoderVP8() {
15 LOGV("OMXVideoEncoderVP8 is destructed.");
16 }
17
InitOutputPortFormatSpecific(OMX_PARAM_PORTDEFINITIONTYPE * paramPortDefinitionOutput)18 OMX_ERRORTYPE OMXVideoEncoderVP8::InitOutputPortFormatSpecific(OMX_PARAM_PORTDEFINITIONTYPE *paramPortDefinitionOutput) {
19
20 memset(&mParamVp8, 0, sizeof(mParamVp8));
21 SetTypeHeader(&mParamVp8, sizeof(mParamVp8));
22 mParamVp8.nPortIndex = OUTPORT_INDEX;
23 mParamVp8.eProfile = OMX_VIDEO_VP8ProfileMain;
24 mParamVp8.eLevel = OMX_VIDEO_VP8Level_Version3;
25
26 memset(&mConfigVideoVp8ReferenceFrame, 0, sizeof(mConfigVideoVp8ReferenceFrame));
27 SetTypeHeader(&mConfigVideoVp8ReferenceFrame, sizeof(mConfigVideoVp8ReferenceFrame));
28 mConfigVideoVp8ReferenceFrame.nPortIndex = OUTPORT_INDEX;
29 mConfigVideoVp8ReferenceFrame.bUsePreviousFrame = OMX_TRUE;
30 mConfigVideoVp8ReferenceFrame.bUseGoldenFrame = OMX_TRUE;
31 mConfigVideoVp8ReferenceFrame.bUseAlternateFrame = OMX_TRUE;
32 mConfigVideoVp8ReferenceFrame.bPreviousFrameRefresh = OMX_TRUE;
33 mConfigVideoVp8ReferenceFrame.bGoldenFrameRefresh = OMX_TRUE;
34 mConfigVideoVp8ReferenceFrame.bAlternateFrameRefresh = OMX_TRUE;
35
36 paramPortDefinitionOutput->nBufferCountActual = OUTPORT_ACTUAL_BUFFER_COUNT;
37 paramPortDefinitionOutput->nBufferCountMin = OUTPORT_MIN_BUFFER_COUNT;
38 paramPortDefinitionOutput->nBufferSize = OUTPORT_BUFFER_SIZE;
39 paramPortDefinitionOutput->format.video.cMIMEType = (OMX_STRING)VP8_MIME_TYPE;
40 paramPortDefinitionOutput->format.video.eCompressionFormat = OMX_VIDEO_CodingVP8;
41
42 // OMX_VIDEO_PARAM_INTEL_NUMBER_OF_TEMPORAL_LAYER
43 memset(&mTemporalLayer, 0, sizeof(mTemporalLayer));
44 SetTypeHeader(&mTemporalLayer, sizeof(mTemporalLayer));
45 mTemporalLayer.nPortIndex = OUTPORT_INDEX;
46 mTemporalLayer.nNumberOfTemporalLayer = 1;//default value is 1
47
48 mParamProfileLevel.eProfile = OMX_VIDEO_VP8ProfileMain;
49 mParamProfileLevel.eLevel = OMX_VIDEO_VP8Level_Version3;
50 return OMX_ErrorNone;
51 }
52
SetVideoEncoderParam()53 OMX_ERRORTYPE OMXVideoEncoderVP8::SetVideoEncoderParam() {
54
55 if (!mEncoderParams) {
56 LOGE("NULL pointer: mEncoderParams");
57 return OMX_ErrorBadParameter;
58 }
59
60 mVideoEncoder->getParameters(mEncoderParams);
61 mEncoderParams->profile = VAProfileVP8Version0_3;
62 return OMXVideoEncoderBase::SetVideoEncoderParam();
63 }
64
ProcessorInit(void)65 OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorInit(void) {
66 return OMXVideoEncoderBase::ProcessorInit();
67 }
68
ProcessorDeinit(void)69 OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorDeinit(void) {
70 return OMXVideoEncoderBase::ProcessorDeinit();
71 }
72
ProcessorProcess(OMX_BUFFERHEADERTYPE ** buffers,buffer_retain_t * retains,OMX_U32)73 OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorProcess(OMX_BUFFERHEADERTYPE **buffers,
74 buffer_retain_t *retains,
75 OMX_U32) {
76
77 VideoEncOutputBuffer outBuf;
78 VideoEncRawBuffer inBuf;
79 Encode_Status ret = ENCODE_SUCCESS;
80
81 OMX_U32 outfilledlen = 0;
82 OMX_S64 outtimestamp = 0;
83 OMX_U32 outflags = 0;
84 OMX_ERRORTYPE oret = OMX_ErrorNone;
85
86 if(buffers[INPORT_INDEX]->nFlags & OMX_BUFFERFLAG_EOS) {
87 LOGV("%s(),%d: got OMX_BUFFERFLAG_EOS\n", __func__, __LINE__);
88 outflags |= OMX_BUFFERFLAG_EOS;
89 }
90
91 if (!buffers[INPORT_INDEX]->nFilledLen) {
92 LOGV("%s(),%d: input buffer's nFilledLen is zero\n", __func__, __LINE__);
93 goto out;
94 }
95
96 inBuf.data = buffers[INPORT_INDEX]->pBuffer + buffers[INPORT_INDEX]->nOffset;
97 inBuf.size = buffers[INPORT_INDEX]->nFilledLen;
98 inBuf.type = FTYPE_UNKNOWN;
99 inBuf.timeStamp = buffers[INPORT_INDEX]->nTimeStamp;
100
101 outBuf.data =
102 buffers[OUTPORT_INDEX]->pBuffer + buffers[OUTPORT_INDEX]->nOffset;
103 outBuf.dataSize = 0;
104 outBuf.bufferSize = buffers[OUTPORT_INDEX]->nAllocLen - buffers[OUTPORT_INDEX]->nOffset;
105
106 if (mFrameRetrieved) {
107 // encode and setConfig need to be thread safe
108 pthread_mutex_unlock(&mSerializationLock);
109 ret = mVideoEncoder->encode(&inBuf);
110 pthread_mutex_unlock(&mSerializationLock);
111
112 CHECK_ENCODE_STATUS("encode");
113 mFrameRetrieved = OMX_FALSE;
114
115 // This is for buffer contention, we won't release current buffer
116 // but the last input buffer
117 ports[INPORT_INDEX]->ReturnAllRetainedBuffers();
118 }
119
120 {
121 outBuf.format = OUTPUT_EVERYTHING;
122 ret = mVideoEncoder->getOutput(&outBuf);
123 //CHECK_ENCODE_STATUS("getOutput");
124 if(ret == ENCODE_NO_REQUEST_DATA) {
125 mFrameRetrieved = OMX_TRUE;
126 retains[OUTPORT_INDEX] = BUFFER_RETAIN_GETAGAIN;
127 if (mSyncEncoding)
128 retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
129 else
130 retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
131
132 goto out;
133 }
134
135 LOGV("VP8 encode output data size = %d", outBuf.dataSize);
136
137
138 outfilledlen = outBuf.dataSize;
139 outtimestamp = buffers[INPORT_INDEX]->nTimeStamp;
140
141 if (outBuf.flag & ENCODE_BUFFERFLAG_SYNCFRAME) {
142 outflags |= OMX_BUFFERFLAG_SYNCFRAME;
143 }
144
145 if (outBuf.flag & ENCODE_BUFFERFLAG_ENDOFFRAME) {
146 LOGV("Get buffer done\n");
147 outflags |= OMX_BUFFERFLAG_ENDOFFRAME;
148 mFrameRetrieved = OMX_TRUE;
149 if (mSyncEncoding)
150 retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
151 else
152 retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
153
154 } else {
155 retains[INPORT_INDEX] = BUFFER_RETAIN_GETAGAIN; //get again
156
157 }
158
159 }
160
161
162 if (outfilledlen > 0) {
163 retains[OUTPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN;
164 } else {
165 retains[OUTPORT_INDEX] = BUFFER_RETAIN_GETAGAIN;
166 }
167
168
169
170 #if SHOW_FPS
171 {
172 struct timeval t;
173 OMX_TICKS current_ts, interval_ts;
174 float current_fps, average_fps;
175
176 t.tv_sec = t.tv_usec = 0;
177 gettimeofday(&t, NULL);
178
179 current_ts =
180 (nsecs_t)t.tv_sec * 1000000000 + (nsecs_t)t.tv_usec * 1000;
181 interval_ts = current_ts - lastTs;
182 lastTs = current_ts;
183
184 current_fps = (float)1000000000 / (float)interval_ts;
185 average_fps = (current_fps + lastFps) / 2;
186 lastFps = current_fps;
187
188 LOGV("FPS = %2.1f\n", average_fps);
189 }
190 #endif
191
192 out:
193
194 if (retains[OUTPORT_INDEX] != BUFFER_RETAIN_GETAGAIN) {
195 buffers[OUTPORT_INDEX]->nFilledLen = outfilledlen;
196 buffers[OUTPORT_INDEX]->nTimeStamp = outtimestamp;
197 buffers[OUTPORT_INDEX]->nFlags = outflags;
198 }
199
200 if (retains[INPORT_INDEX] == BUFFER_RETAIN_NOT_RETAIN ||
201 retains[INPORT_INDEX] == BUFFER_RETAIN_ACCUMULATE ) {
202 mFrameInputCount ++;
203 }
204
205 if (retains[OUTPORT_INDEX] == BUFFER_RETAIN_NOT_RETAIN)
206 mFrameOutputCount ++;
207
208 return oret;
209 }
210
BuildHandlerList(void)211 OMX_ERRORTYPE OMXVideoEncoderVP8::BuildHandlerList(void) {
212 OMXVideoEncoderBase::BuildHandlerList();
213 AddHandler((OMX_INDEXTYPE)OMX_IndexParamVideoVp8, GetParamVideoVp8, SetParamVideoVp8);
214 AddHandler((OMX_INDEXTYPE)OMX_IndexConfigVideoVp8ReferenceFrame, GetConfigVideoVp8ReferenceFrame, SetConfigVideoVp8ReferenceFrame);
215 AddHandler((OMX_INDEXTYPE)OMX_IndexExtVP8MaxFrameSizeRatio, GetConfigVp8MaxFrameSizeRatio, SetConfigVp8MaxFrameSizeRatio);
216
217 return OMX_ErrorNone;
218 }
219
GetParamVideoVp8(OMX_PTR pStructure)220 OMX_ERRORTYPE OMXVideoEncoderVP8::GetParamVideoVp8(OMX_PTR pStructure) {
221 OMX_ERRORTYPE ret;
222 OMX_VIDEO_PARAM_VP8TYPE *p = (OMX_VIDEO_PARAM_VP8TYPE*) pStructure;
223 CHECK_TYPE_HEADER(p);
224 CHECK_PORT_INDEX(p, OUTPORT_INDEX);
225
226 memcpy(p, &mParamVp8, sizeof(*p));
227 return OMX_ErrorNone;
228 }
229
SetParamVideoVp8(OMX_PTR pStructure)230 OMX_ERRORTYPE OMXVideoEncoderVP8::SetParamVideoVp8(OMX_PTR pStructure) {
231 OMX_ERRORTYPE ret;
232 OMX_VIDEO_PARAM_VP8TYPE *p = (OMX_VIDEO_PARAM_VP8TYPE*) pStructure;
233 CHECK_TYPE_HEADER(p);
234 CHECK_PORT_INDEX(p, OUTPORT_INDEX);
235 CHECK_SET_PARAM_STATE();
236
237 memcpy(&mParamVp8, p, sizeof(mParamVp8));
238 return OMX_ErrorNone;
239 }
240
GetConfigVideoVp8ReferenceFrame(OMX_PTR pStructure)241 OMX_ERRORTYPE OMXVideoEncoderVP8::GetConfigVideoVp8ReferenceFrame(OMX_PTR pStructure) {
242 OMX_ERRORTYPE ret;
243 OMX_VIDEO_VP8REFERENCEFRAMETYPE *p = (OMX_VIDEO_VP8REFERENCEFRAMETYPE*)pStructure;
244 CHECK_TYPE_HEADER(p);
245 CHECK_PORT_INDEX(p, OUTPORT_INDEX);
246
247 memcpy(p, &mConfigVideoVp8ReferenceFrame, sizeof(*p));
248
249 return OMX_ErrorNone;
250 }
251
SetConfigVideoVp8ReferenceFrame(OMX_PTR pStructure)252 OMX_ERRORTYPE OMXVideoEncoderVP8::SetConfigVideoVp8ReferenceFrame(OMX_PTR pStructure) {
253 OMX_ERRORTYPE ret;
254 Encode_Status retStatus = ENCODE_SUCCESS;
255 OMX_VIDEO_VP8REFERENCEFRAMETYPE *p = (OMX_VIDEO_VP8REFERENCEFRAMETYPE*) pStructure;
256 CHECK_TYPE_HEADER(p);
257 CHECK_PORT_INDEX(p, OUTPORT_INDEX);
258
259 CHECK_SET_CONFIG_STATE();
260
261 VideoConfigVP8ReferenceFrame configVP8ReferenceFrame;
262 configVP8ReferenceFrame.no_ref_last = !p->bUsePreviousFrame;
263 configVP8ReferenceFrame.no_ref_gf = !p->bUseGoldenFrame;
264 configVP8ReferenceFrame.no_ref_arf = !p->bUseAlternateFrame;
265 configVP8ReferenceFrame.refresh_alternate_frame = p->bAlternateFrameRefresh;
266 configVP8ReferenceFrame.refresh_golden_frame = p->bGoldenFrameRefresh;
267 configVP8ReferenceFrame.refresh_last = p->bPreviousFrameRefresh;
268
269 retStatus = mVideoEncoder->setConfig(&configVP8ReferenceFrame);
270 if(retStatus != ENCODE_SUCCESS) {
271 LOGW("Failed to set reference frame");
272 }
273 return OMX_ErrorNone;
274 }
275
GetConfigVp8MaxFrameSizeRatio(OMX_PTR)276 OMX_ERRORTYPE OMXVideoEncoderVP8::GetConfigVp8MaxFrameSizeRatio(OMX_PTR) {
277
278 return OMX_ErrorNone;
279 }
280
SetConfigVp8MaxFrameSizeRatio(OMX_PTR pStructure)281 OMX_ERRORTYPE OMXVideoEncoderVP8::SetConfigVp8MaxFrameSizeRatio(OMX_PTR pStructure) {
282 OMX_ERRORTYPE ret;
283 Encode_Status retStatus = ENCODE_SUCCESS;
284 OMX_VIDEO_CONFIG_INTEL_VP8_MAX_FRAME_SIZE_RATIO *p = (OMX_VIDEO_CONFIG_INTEL_VP8_MAX_FRAME_SIZE_RATIO*)pStructure;
285 CHECK_TYPE_HEADER(p);
286 CHECK_PORT_INDEX(p, OUTPORT_INDEX);
287
288 CHECK_SET_CONFIG_STATE();
289
290 VideoConfigVP8MaxFrameSizeRatio configVP8MaxFrameSizeRatio;
291 configVP8MaxFrameSizeRatio.max_frame_size_ratio = p->nMaxFrameSizeRatio;
292
293 retStatus = mVideoEncoder->setConfig(&configVP8MaxFrameSizeRatio);
294 if(retStatus != ENCODE_SUCCESS) {
295 LOGW("Failed to set vp8 max frame size ratio");
296 }
297
298 return OMX_ErrorNone;
299 }
300
301 DECLARE_OMX_COMPONENT("OMX.Intel.VideoEncoder.VP8", "video_encoder.vp8", OMXVideoEncoderVP8);
302