#define LOG_TAG "OMXVideoEncoderVP8" #include "OMXVideoEncoderVP8.h" static const char *VP8_MIME_TYPE = "video/x-vnd.on2.vp8"; OMXVideoEncoderVP8::OMXVideoEncoderVP8() { LOGV("OMXVideoEncoderVP8 is constructed."); mLastTimestamp = 0x7FFFFFFFFFFFFFFFLL; BuildHandlerList(); mVideoEncoder = createVideoEncoder(VP8_MIME_TYPE); if(!mVideoEncoder) LOGE("OMX_ErrorInsufficientResources"); } OMXVideoEncoderVP8::~OMXVideoEncoderVP8() { LOGV("OMXVideoEncoderVP8 is destructed."); } OMX_ERRORTYPE OMXVideoEncoderVP8::InitOutputPortFormatSpecific(OMX_PARAM_PORTDEFINITIONTYPE *paramPortDefinitionOutput) { memset(&mParamVp8, 0, sizeof(mParamVp8)); SetTypeHeader(&mParamVp8, sizeof(mParamVp8)); mParamVp8.nPortIndex = OUTPORT_INDEX; mParamVp8.eProfile = OMX_VIDEO_VP8ProfileMain; mParamVp8.eLevel = OMX_VIDEO_VP8Level_Version3; memset(&mConfigVideoVp8ReferenceFrame, 0, sizeof(mConfigVideoVp8ReferenceFrame)); SetTypeHeader(&mConfigVideoVp8ReferenceFrame, sizeof(mConfigVideoVp8ReferenceFrame)); mConfigVideoVp8ReferenceFrame.nPortIndex = OUTPORT_INDEX; mConfigVideoVp8ReferenceFrame.bUsePreviousFrame = OMX_TRUE; mConfigVideoVp8ReferenceFrame.bUseGoldenFrame = OMX_TRUE; mConfigVideoVp8ReferenceFrame.bUseAlternateFrame = OMX_TRUE; mConfigVideoVp8ReferenceFrame.bPreviousFrameRefresh = OMX_TRUE; mConfigVideoVp8ReferenceFrame.bGoldenFrameRefresh = OMX_TRUE; mConfigVideoVp8ReferenceFrame.bAlternateFrameRefresh = OMX_TRUE; paramPortDefinitionOutput->nBufferCountActual = OUTPORT_ACTUAL_BUFFER_COUNT; paramPortDefinitionOutput->nBufferCountMin = OUTPORT_MIN_BUFFER_COUNT; paramPortDefinitionOutput->nBufferSize = OUTPORT_BUFFER_SIZE; paramPortDefinitionOutput->format.video.cMIMEType = (OMX_STRING)VP8_MIME_TYPE; paramPortDefinitionOutput->format.video.eCompressionFormat = OMX_VIDEO_CodingVP8; // OMX_VIDEO_PARAM_INTEL_NUMBER_OF_TEMPORAL_LAYER memset(&mTemporalLayer, 0, sizeof(mTemporalLayer)); SetTypeHeader(&mTemporalLayer, sizeof(mTemporalLayer)); mTemporalLayer.nPortIndex = OUTPORT_INDEX; mTemporalLayer.nNumberOfTemporalLayer = 1;//default value is 1 mParamProfileLevel.eProfile = OMX_VIDEO_VP8ProfileMain; mParamProfileLevel.eLevel = OMX_VIDEO_VP8Level_Version3; return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderVP8::SetVideoEncoderParam() { if (!mEncoderParams) { LOGE("NULL pointer: mEncoderParams"); return OMX_ErrorBadParameter; } mVideoEncoder->getParameters(mEncoderParams); mEncoderParams->profile = VAProfileVP8Version0_3; return OMXVideoEncoderBase::SetVideoEncoderParam(); } OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorInit(void) { return OMXVideoEncoderBase::ProcessorInit(); } OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorDeinit(void) { return OMXVideoEncoderBase::ProcessorDeinit(); } OMX_ERRORTYPE OMXVideoEncoderVP8::ProcessorProcess(OMX_BUFFERHEADERTYPE **buffers, buffer_retain_t *retains, OMX_U32) { VideoEncOutputBuffer outBuf; VideoEncRawBuffer inBuf; Encode_Status ret = ENCODE_SUCCESS; OMX_U32 outfilledlen = 0; OMX_S64 outtimestamp = 0; OMX_U32 outflags = 0; OMX_ERRORTYPE oret = OMX_ErrorNone; OMX_U32 frameDuration; OMX_U32 this_fps; if(buffers[INPORT_INDEX]->nFlags & OMX_BUFFERFLAG_EOS) { LOGV("%s(),%d: got OMX_BUFFERFLAG_EOS\n", __func__, __LINE__); outflags |= OMX_BUFFERFLAG_EOS; } if (!buffers[INPORT_INDEX]->nFilledLen) { LOGV("%s(),%d: input buffer's nFilledLen is zero\n", __func__, __LINE__); goto out; } inBuf.data = buffers[INPORT_INDEX]->pBuffer + buffers[INPORT_INDEX]->nOffset; inBuf.size = buffers[INPORT_INDEX]->nFilledLen; inBuf.type = FTYPE_UNKNOWN; inBuf.timeStamp = buffers[INPORT_INDEX]->nTimeStamp; if (inBuf.timeStamp > mLastTimestamp) { frameDuration = (OMX_U32)(inBuf.timeStamp - mLastTimestamp); } else { frameDuration = (OMX_U32)(1000000 / mEncoderParams->frameRate.frameRateNum); } this_fps = (OMX_U32)((1000000.000 / frameDuration) * 1000 + 1)/1000; if(this_fps != mEncoderParams->frameRate.frameRateNum) {// a new FrameRate is coming mConfigFramerate.xEncodeFramerate = this_fps; mEncoderParams->frameRate.frameRateNum = this_fps; VideoConfigFrameRate framerate; mVideoEncoder->getConfig(&framerate); framerate.frameRate.frameRateDenom = 1; framerate.frameRate.frameRateNum = mConfigFramerate.xEncodeFramerate; ret = mVideoEncoder->setConfig(&framerate); if(ret != ENCODE_SUCCESS) { LOGW("Failed to set frame rate config"); } } outBuf.data = buffers[OUTPORT_INDEX]->pBuffer + buffers[OUTPORT_INDEX]->nOffset; outBuf.dataSize = 0; outBuf.bufferSize = buffers[OUTPORT_INDEX]->nAllocLen - buffers[OUTPORT_INDEX]->nOffset; if (mFrameRetrieved) { // encode and setConfig need to be thread safe pthread_mutex_unlock(&mSerializationLock); ret = mVideoEncoder->encode(&inBuf); pthread_mutex_unlock(&mSerializationLock); CHECK_ENCODE_STATUS("encode"); mFrameRetrieved = OMX_FALSE; // This is for buffer contention, we won't release current buffer // but the last input buffer ports[INPORT_INDEX]->ReturnAllRetainedBuffers(); } { outBuf.format = OUTPUT_EVERYTHING; ret = mVideoEncoder->getOutput(&outBuf); //CHECK_ENCODE_STATUS("getOutput"); if(ret == ENCODE_NO_REQUEST_DATA) { mFrameRetrieved = OMX_TRUE; retains[OUTPORT_INDEX] = BUFFER_RETAIN_GETAGAIN; if (mSyncEncoding) retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN; else retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN; goto out; } LOGV("VP8 encode output data size = %d", outBuf.dataSize); outfilledlen = outBuf.dataSize; outtimestamp = buffers[INPORT_INDEX]->nTimeStamp; mLastTimestamp = inBuf.timeStamp; if (outBuf.flag & ENCODE_BUFFERFLAG_SYNCFRAME) { outflags |= OMX_BUFFERFLAG_SYNCFRAME; } if (outBuf.flag & ENCODE_BUFFERFLAG_ENDOFFRAME) { LOGV("Get buffer done\n"); outflags |= OMX_BUFFERFLAG_ENDOFFRAME; mFrameRetrieved = OMX_TRUE; if (mSyncEncoding) retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN; else retains[INPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN; } else { retains[INPORT_INDEX] = BUFFER_RETAIN_GETAGAIN; //get again } } if (outfilledlen > 0) { retains[OUTPORT_INDEX] = BUFFER_RETAIN_NOT_RETAIN; } else { retains[OUTPORT_INDEX] = BUFFER_RETAIN_GETAGAIN; } #if SHOW_FPS { struct timeval t; OMX_TICKS current_ts, interval_ts; float current_fps, average_fps; t.tv_sec = t.tv_usec = 0; gettimeofday(&t, NULL); current_ts = (nsecs_t)t.tv_sec * 1000000000 + (nsecs_t)t.tv_usec * 1000; interval_ts = current_ts - lastTs; lastTs = current_ts; current_fps = (float)1000000000 / (float)interval_ts; average_fps = (current_fps + lastFps) / 2; lastFps = current_fps; LOGV("FPS = %2.1f\n", average_fps); } #endif out: if (retains[OUTPORT_INDEX] != BUFFER_RETAIN_GETAGAIN) { buffers[OUTPORT_INDEX]->nFilledLen = outfilledlen; buffers[OUTPORT_INDEX]->nTimeStamp = outtimestamp; buffers[OUTPORT_INDEX]->nFlags = outflags; } if (retains[INPORT_INDEX] == BUFFER_RETAIN_NOT_RETAIN || retains[INPORT_INDEX] == BUFFER_RETAIN_ACCUMULATE ) { mFrameInputCount ++; } if (retains[OUTPORT_INDEX] == BUFFER_RETAIN_NOT_RETAIN) mFrameOutputCount ++; return oret; } OMX_ERRORTYPE OMXVideoEncoderVP8::BuildHandlerList(void) { OMXVideoEncoderBase::BuildHandlerList(); AddHandler((OMX_INDEXTYPE)OMX_IndexParamVideoVp8, GetParamVideoVp8, SetParamVideoVp8); AddHandler((OMX_INDEXTYPE)OMX_IndexConfigVideoVp8ReferenceFrame, GetConfigVideoVp8ReferenceFrame, SetConfigVideoVp8ReferenceFrame); AddHandler((OMX_INDEXTYPE)OMX_IndexExtVP8MaxFrameSizeRatio, GetConfigVp8MaxFrameSizeRatio, SetConfigVp8MaxFrameSizeRatio); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderVP8::GetParamVideoVp8(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_VP8TYPE *p = (OMX_VIDEO_PARAM_VP8TYPE*) pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mParamVp8, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderVP8::SetParamVideoVp8(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_VP8TYPE *p = (OMX_VIDEO_PARAM_VP8TYPE*) pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); CHECK_SET_PARAM_STATE(); memcpy(&mParamVp8, p, sizeof(mParamVp8)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderVP8::GetConfigVideoVp8ReferenceFrame(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_VP8REFERENCEFRAMETYPE *p = (OMX_VIDEO_VP8REFERENCEFRAMETYPE*)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mConfigVideoVp8ReferenceFrame, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderVP8::SetConfigVideoVp8ReferenceFrame(OMX_PTR pStructure) { OMX_ERRORTYPE ret; Encode_Status retStatus = ENCODE_SUCCESS; OMX_VIDEO_VP8REFERENCEFRAMETYPE *p = (OMX_VIDEO_VP8REFERENCEFRAMETYPE*) pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); CHECK_SET_CONFIG_STATE(); VideoConfigVP8ReferenceFrame configVP8ReferenceFrame; configVP8ReferenceFrame.no_ref_last = !p->bUsePreviousFrame; configVP8ReferenceFrame.no_ref_gf = !p->bUseGoldenFrame; configVP8ReferenceFrame.no_ref_arf = !p->bUseAlternateFrame; configVP8ReferenceFrame.refresh_alternate_frame = p->bAlternateFrameRefresh; configVP8ReferenceFrame.refresh_golden_frame = p->bGoldenFrameRefresh; configVP8ReferenceFrame.refresh_last = p->bPreviousFrameRefresh; retStatus = mVideoEncoder->setConfig(&configVP8ReferenceFrame); if(retStatus != ENCODE_SUCCESS) { LOGW("Failed to set reference frame"); } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderVP8::GetConfigVp8MaxFrameSizeRatio(OMX_PTR) { return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderVP8::SetConfigVp8MaxFrameSizeRatio(OMX_PTR pStructure) { OMX_ERRORTYPE ret; Encode_Status retStatus = ENCODE_SUCCESS; OMX_VIDEO_CONFIG_INTEL_VP8_MAX_FRAME_SIZE_RATIO *p = (OMX_VIDEO_CONFIG_INTEL_VP8_MAX_FRAME_SIZE_RATIO*)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); CHECK_SET_CONFIG_STATE(); VideoConfigVP8MaxFrameSizeRatio configVP8MaxFrameSizeRatio; configVP8MaxFrameSizeRatio.max_frame_size_ratio = p->nMaxFrameSizeRatio; retStatus = mVideoEncoder->setConfig(&configVP8MaxFrameSizeRatio); if(retStatus != ENCODE_SUCCESS) { LOGW("Failed to set vp8 max frame size ratio"); } return OMX_ErrorNone; } DECLARE_OMX_COMPONENT("OMX.Intel.VideoEncoder.VP8", "video_encoder.vp8", OMXVideoEncoderVP8);