/* * Copyright (c) 2009-2011 Intel Corporation. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ // #define LOG_NDEBUG 0 #define LOG_TAG "OMXVideoEncoderBase" #include #include "OMXVideoEncoderBase.h" #include "IntelMetadataBuffer.h" static const char *RAW_MIME_TYPE = "video/raw"; OMXVideoEncoderBase::OMXVideoEncoderBase() :mVideoEncoder(NULL) ,mEncoderParams(NULL) ,mFrameInputCount(0) ,mFrameOutputCount(0) ,mPFrames(0) ,mFrameRetrieved(OMX_TRUE) ,mFirstFrame(OMX_TRUE) ,mStoreMetaDataInBuffers(OMX_FALSE) { mEncoderParams = new VideoParamsCommon(); if (!mEncoderParams) LOGE("OMX_ErrorInsufficientResources"); bAndroidOpaqueFormat = OMX_FALSE; LOGV("OMXVideoEncoderBase::OMXVideoEncoderBase end"); } OMXVideoEncoderBase::~OMXVideoEncoderBase() { // destroy ports if (this->ports) { if (this->ports[INPORT_INDEX]) { delete this->ports[INPORT_INDEX]; this->ports[INPORT_INDEX] = NULL; } if (this->ports[OUTPORT_INDEX]) { delete this->ports[OUTPORT_INDEX]; this->ports[OUTPORT_INDEX] = NULL; } } // Release video encoder object if(mVideoEncoder) { releaseVideoEncoder(mVideoEncoder); mVideoEncoder = NULL; } if(mEncoderParams) { delete mEncoderParams; mEncoderParams = NULL; } } OMX_ERRORTYPE OMXVideoEncoderBase::InitInputPort(void) { this->ports[INPORT_INDEX] = new PortVideo; if (this->ports[INPORT_INDEX] == NULL) { return OMX_ErrorInsufficientResources; } PortVideo *port = static_cast(this->ports[INPORT_INDEX]); // OMX_PARAM_PORTDEFINITIONTYPE OMX_PARAM_PORTDEFINITIONTYPE paramPortDefinitionInput; memset(¶mPortDefinitionInput, 0, sizeof(paramPortDefinitionInput)); SetTypeHeader(¶mPortDefinitionInput, sizeof(paramPortDefinitionInput)); paramPortDefinitionInput.nPortIndex = INPORT_INDEX; paramPortDefinitionInput.eDir = OMX_DirInput; paramPortDefinitionInput.nBufferCountActual = INPORT_ACTUAL_BUFFER_COUNT; paramPortDefinitionInput.nBufferCountMin = INPORT_MIN_BUFFER_COUNT; paramPortDefinitionInput.nBufferSize = INPORT_BUFFER_SIZE; paramPortDefinitionInput.bEnabled = OMX_TRUE; paramPortDefinitionInput.bPopulated = OMX_FALSE; paramPortDefinitionInput.eDomain = OMX_PortDomainVideo; paramPortDefinitionInput.format.video.cMIMEType = (OMX_STRING)RAW_MIME_TYPE; paramPortDefinitionInput.format.video.pNativeRender = NULL; paramPortDefinitionInput.format.video.nFrameWidth = 176; paramPortDefinitionInput.format.video.nFrameHeight = 144; paramPortDefinitionInput.format.video.nStride = 0; paramPortDefinitionInput.format.video.nSliceHeight = 0; paramPortDefinitionInput.format.video.nBitrate = 64000; paramPortDefinitionInput.format.video.xFramerate = 15 << 16; paramPortDefinitionInput.format.video.bFlagErrorConcealment = OMX_FALSE; paramPortDefinitionInput.format.video.eCompressionFormat = OMX_VIDEO_CodingUnused; paramPortDefinitionInput.format.video.eColorFormat = OMX_COLOR_FormatYUV420SemiPlanar; paramPortDefinitionInput.format.video.pNativeWindow = NULL; paramPortDefinitionInput.bBuffersContiguous = OMX_FALSE; paramPortDefinitionInput.nBufferAlignment = 0; // Nothing specific to initialize input port. InitInputPortFormatSpecific(¶mPortDefinitionInput); port->SetPortDefinition(¶mPortDefinitionInput, true); // Set port buffer 4k aligned port->SetMemAlignment(4096); // OMX_VIDEO_PARAM_PORTFORMATTYPE OMX_VIDEO_PARAM_PORTFORMATTYPE paramPortFormat; memset(¶mPortFormat, 0, sizeof(paramPortFormat)); SetTypeHeader(¶mPortFormat, sizeof(paramPortFormat)); paramPortFormat.nPortIndex = INPORT_INDEX; paramPortFormat.nIndex = 0; paramPortFormat.eCompressionFormat = paramPortDefinitionInput.format.video.eCompressionFormat; paramPortFormat.eColorFormat = paramPortDefinitionInput.format.video.eColorFormat; paramPortFormat.xFramerate = paramPortDefinitionInput.format.video.xFramerate; port->SetPortVideoParam(¶mPortFormat, true); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::InitOutputPort(void) { this->ports[OUTPORT_INDEX] = new PortVideo; if (this->ports[OUTPORT_INDEX] == NULL) { return OMX_ErrorInsufficientResources; } PortVideo *port = static_cast(this->ports[OUTPORT_INDEX]); // OMX_VIDEO_PARAM_BITRATETYPE memset(&mParamBitrate, 0, sizeof(mParamBitrate)); SetTypeHeader(&mParamBitrate, sizeof(mParamBitrate)); mParamBitrate.nPortIndex = OUTPORT_INDEX; mParamBitrate.eControlRate = OMX_Video_ControlRateConstant; mParamBitrate.nTargetBitrate = 192000; // to be overridden // OMX_VIDEO_CONFIG_PRI_INFOTYPE memset(&mConfigPriInfo, 0, sizeof(mConfigPriInfo)); SetTypeHeader(&mConfigPriInfo, sizeof(mConfigPriInfo)); mConfigPriInfo.nPortIndex = OUTPORT_INDEX; mConfigPriInfo.nCapacity = 0; mConfigPriInfo.nHolder = NULL; // OMX_VIDEO_PARAM_INTEL_BITRATETYPE memset(&mParamIntelBitrate, 0, sizeof(mParamIntelBitrate)); SetTypeHeader(&mParamIntelBitrate, sizeof(mParamIntelBitrate)); mParamIntelBitrate.nPortIndex = OUTPORT_INDEX; mParamIntelBitrate.eControlRate = OMX_Video_Intel_ControlRateMax; mParamIntelBitrate.nTargetBitrate = 0; // to be overridden ? // OMX_VIDEO_CONFIG_INTEL_BITRATETYPE memset(&mConfigIntelBitrate, 0, sizeof(mConfigIntelBitrate)); SetTypeHeader(&mConfigIntelBitrate, sizeof(mConfigIntelBitrate)); mConfigIntelBitrate.nPortIndex = OUTPORT_INDEX; mConfigIntelBitrate.nMaxEncodeBitrate = 4000 * 1024; // Maximum bitrate mConfigIntelBitrate.nTargetPercentage = 95; // Target bitrate as percentage of maximum bitrate; e.g. 95 is 95% mConfigIntelBitrate.nWindowSize = 500; // Window size in milliseconds allowed for bitrate to reach target mConfigIntelBitrate.nInitialQP = 0; // Initial QP for I frames mConfigIntelBitrate.nMinQP = 0; // OMX_VIDEO_CONFIG_INTEL_AIR memset(&mConfigIntelAir, 0, sizeof(mConfigIntelAir)); SetTypeHeader(&mConfigIntelAir, sizeof(mConfigIntelAir)); mConfigIntelAir.nPortIndex = OUTPORT_INDEX; mConfigIntelAir.bAirEnable = OMX_FALSE; mConfigIntelAir.bAirAuto = OMX_FALSE; mConfigIntelAir.nAirMBs = 0; mConfigIntelAir.nAirThreshold = 0; // OMX_CONFIG_FRAMERATETYPE memset(&mConfigFramerate, 0, sizeof(mConfigFramerate)); SetTypeHeader(&mConfigFramerate, sizeof(mConfigFramerate)); mConfigFramerate.nPortIndex = OUTPORT_INDEX; mConfigFramerate.xEncodeFramerate = 0; // Q16 format // OMX_VIDEO_PARAM_INTEL_ADAPTIVE_SLICE_CONTROL memset(&mParamIntelAdaptiveSliceControl, 0, sizeof(mParamIntelAdaptiveSliceControl)); SetTypeHeader(&mParamIntelAdaptiveSliceControl, sizeof(mParamIntelAdaptiveSliceControl)); mParamIntelAdaptiveSliceControl.nPortIndex = OUTPORT_INDEX; mParamIntelAdaptiveSliceControl.bEnable = OMX_FALSE; mParamIntelAdaptiveSliceControl.nMinPSliceNumber = 5; mParamIntelAdaptiveSliceControl.nNumPFramesToSkip = 8; mParamIntelAdaptiveSliceControl.nSliceSizeThreshold = 1200; // OMX_VIDEO_PARAM_PROFILELEVELTYPE memset(&mParamProfileLevel, 0, sizeof(mParamProfileLevel)); SetTypeHeader(&mParamProfileLevel, sizeof(mParamProfileLevel)); mParamProfileLevel.nPortIndex = OUTPORT_INDEX; mParamProfileLevel.eProfile = 0; // undefined profile, to be overridden mParamProfileLevel.eLevel = 0; // undefined level, to be overridden // OMX_PARAM_PORTDEFINITIONTYPE OMX_PARAM_PORTDEFINITIONTYPE paramPortDefinitionOutput; memset(¶mPortDefinitionOutput, 0, sizeof(paramPortDefinitionOutput)); SetTypeHeader(¶mPortDefinitionOutput, sizeof(paramPortDefinitionOutput)); paramPortDefinitionOutput.nPortIndex = OUTPORT_INDEX; paramPortDefinitionOutput.eDir = OMX_DirOutput; paramPortDefinitionOutput.nBufferCountActual = OUTPORT_ACTUAL_BUFFER_COUNT; // to be overridden paramPortDefinitionOutput.nBufferCountMin = OUTPORT_MIN_BUFFER_COUNT; paramPortDefinitionOutput.nBufferSize = OUTPORT_BUFFER_SIZE; // to be overridden paramPortDefinitionOutput.bEnabled = OMX_TRUE; paramPortDefinitionOutput.bPopulated = OMX_FALSE; paramPortDefinitionOutput.eDomain = OMX_PortDomainVideo; paramPortDefinitionOutput.format.video.cMIMEType = NULL; // to be overridden paramPortDefinitionOutput.format.video.pNativeRender = NULL; paramPortDefinitionOutput.format.video.nFrameWidth = 176; paramPortDefinitionOutput.format.video.nFrameHeight = 144; paramPortDefinitionOutput.format.video.nStride = 176; paramPortDefinitionOutput.format.video.nSliceHeight = 144; paramPortDefinitionOutput.format.video.nBitrate = 64000; paramPortDefinitionOutput.format.video.xFramerate = 15 << 16; paramPortDefinitionOutput.format.video.bFlagErrorConcealment = OMX_FALSE; paramPortDefinitionOutput.format.video.eCompressionFormat = OMX_VIDEO_CodingUnused; // to be overridden paramPortDefinitionOutput.format.video.eColorFormat = OMX_COLOR_FormatUnused; paramPortDefinitionOutput.format.video.pNativeWindow = NULL; paramPortDefinitionOutput.bBuffersContiguous = OMX_FALSE; paramPortDefinitionOutput.nBufferAlignment = 0; InitOutputPortFormatSpecific(¶mPortDefinitionOutput); port->SetPortDefinition(¶mPortDefinitionOutput, true); port->SetPortBitrateParam(&mParamBitrate, true); // OMX_VIDEO_PARAM_PORTFORMATTYPE OMX_VIDEO_PARAM_PORTFORMATTYPE paramPortFormat; memset(¶mPortFormat, 0, sizeof(paramPortFormat)); SetTypeHeader(¶mPortFormat, sizeof(paramPortFormat)); paramPortFormat.nPortIndex = OUTPORT_INDEX; paramPortFormat.nIndex = 0; paramPortFormat.eCompressionFormat = paramPortDefinitionOutput.format.video.eCompressionFormat; paramPortFormat.eColorFormat = paramPortDefinitionOutput.format.video.eColorFormat; paramPortFormat.xFramerate = paramPortDefinitionOutput.format.video.xFramerate; port->SetPortVideoParam(¶mPortFormat, true); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::InitInputPortFormatSpecific(OMX_PARAM_PORTDEFINITIONTYPE *paramPortDefinitionInput) { // no format specific to initialize input return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetVideoEncoderParam() { Encode_Status ret = ENCODE_SUCCESS; PortVideo *port_in = NULL; PortVideo *port_out = NULL; OMX_VIDEO_CONTROLRATETYPE controlrate; const OMX_PARAM_PORTDEFINITIONTYPE *paramPortDefinitionInput = NULL; LOGV("OMXVideoEncoderBase::SetVideoEncoderParam called\n"); port_in = static_cast(ports[INPORT_INDEX]); port_out = static_cast(ports[OUTPORT_INDEX]); paramPortDefinitionInput = port_in->GetPortDefinition(); mEncoderParams->resolution.height = paramPortDefinitionInput->format.video.nFrameHeight; mEncoderParams->resolution.width = paramPortDefinitionInput->format.video.nFrameWidth; const OMX_VIDEO_PARAM_BITRATETYPE *bitrate = port_out->GetPortBitrateParam(); mEncoderParams->frameRate.frameRateDenom = 1; if(mConfigFramerate.xEncodeFramerate != 0) { mEncoderParams->frameRate.frameRateNum = mConfigFramerate.xEncodeFramerate; } else { mEncoderParams->frameRate.frameRateNum = paramPortDefinitionInput->format.video.xFramerate >> 16; mConfigFramerate.xEncodeFramerate = paramPortDefinitionInput->format.video.xFramerate >> 16; } if(mPFrames == 0) { mPFrames = mEncoderParams->frameRate.frameRateNum / 2; mPFrames = (mPFrames < 15) ? 15 : mPFrames; // Limit intra frame period to ensure video quality for low bitrate application. } mEncoderParams->intraPeriod = mPFrames; mEncoderParams->rawFormat = RAW_FORMAT_NV12; LOGV("frameRate.frameRateDenom = %d\n", mEncoderParams->frameRate.frameRateDenom); LOGV("frameRate.frameRateNum = %d\n", mEncoderParams->frameRate.frameRateNum); LOGV("intraPeriod = %d\n ", mEncoderParams->intraPeriod); mEncoderParams->rcParams.initQP = mConfigIntelBitrate.nInitialQP; mEncoderParams->rcParams.minQP = mConfigIntelBitrate.nMinQP; mEncoderParams->rcParams.windowSize = mConfigIntelBitrate.nWindowSize; mEncoderParams->rcParams.targetPercentage = mConfigIntelBitrate.nTargetPercentage; if(mParamIntelBitrate.eControlRate == OMX_Video_Intel_ControlRateMax) { mEncoderParams->rcParams.bitRate = mParamBitrate.nTargetBitrate;//bitrate->nTargetBitrate; LOGV("rcParams.bitRate = %d\n", mEncoderParams->rcParams.bitRate); if (mEncoderParams->rcMode == RATE_CONTROL_CBR) { controlrate = OMX_Video_ControlRateConstant; } else if (mEncoderParams->rcMode == RATE_CONTROL_VBR) { controlrate = OMX_Video_ControlRateVariable; } else { controlrate = OMX_Video_ControlRateDisable; } if (controlrate != bitrate->eControlRate) { if ((bitrate->eControlRate == OMX_Video_ControlRateVariable) || (bitrate->eControlRate == OMX_Video_ControlRateVariableSkipFrames)) { mEncoderParams->rcMode = RATE_CONTROL_VBR; } else if ((bitrate->eControlRate == OMX_Video_ControlRateConstant) || (bitrate->eControlRate == OMX_Video_ControlRateConstantSkipFrames)) { mEncoderParams->rcMode = RATE_CONTROL_CBR; } else { mEncoderParams->rcMode = RATE_CONTROL_NONE; } LOGV("rcMode = %d\n", mEncoderParams->rcMode); } } else { if (mParamIntelBitrate.eControlRate == OMX_Video_Intel_ControlRateConstant ) { LOGV("%s(), eControlRate == OMX_Video_Intel_ControlRateConstant", __func__); mEncoderParams->rcParams.bitRate = mParamIntelBitrate.nTargetBitrate; mEncoderParams->rcMode = RATE_CONTROL_CBR; } else if (mParamIntelBitrate.eControlRate == OMX_Video_Intel_ControlRateVariable) { LOGV("%s(), eControlRate == OMX_Video_Intel_ControlRateVariable", __func__); mEncoderParams->rcParams.bitRate = mParamIntelBitrate.nTargetBitrate; mEncoderParams->rcMode = RATE_CONTROL_VBR; } else if (mParamIntelBitrate.eControlRate == OMX_Video_Intel_ControlRateVideoConferencingMode) { LOGV("%s(), eControlRate == OMX_Video_Intel_ControlRateVideoConferencingMode ", __func__); mEncoderParams->rcMode = RATE_CONTROL_VCM; mEncoderParams->rcParams.bitRate = mConfigIntelBitrate.nMaxEncodeBitrate; if(mConfigIntelAir.bAirEnable == OMX_TRUE) { mEncoderParams->airParams.airAuto = mConfigIntelAir.bAirAuto; mEncoderParams->airParams.airMBs = mConfigIntelAir.nAirMBs; mEncoderParams->airParams.airThreshold = mConfigIntelAir.nAirThreshold; mEncoderParams->refreshType = VIDEO_ENC_AIR; } else { mEncoderParams->refreshType = VIDEO_ENC_NONIR; } LOGV("refreshType = %d\n", mEncoderParams->refreshType); } else { mEncoderParams->rcMode = RATE_CONTROL_NONE; } } ret = mVideoEncoder->setParameters(mEncoderParams); CHECK_ENCODE_STATUS("setParameters"); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::ProcessorInit(void) { OMX_ERRORTYPE ret = OMX_ErrorNone; ret = SetVideoEncoderParam(); CHECK_STATUS("SetVideoEncoderParam"); if (bAndroidOpaqueFormat) { hw_module_t const* module; int err = hw_get_module(GRALLOC_HARDWARE_MODULE_ID, &module); if (err == 0) { mGrallocMod = (IMG_gralloc_module_public_t const*)module; gralloc_open(module, &mAllocDev); for (int i = 0; i < INPORT_ACTUAL_BUFFER_COUNT; i++) { status_t err = mAllocDev->alloc(mAllocDev, mEncoderParams->resolution.width, mEncoderParams->resolution.height, OMX_INTEL_COLOR_FormatYUV420PackedSemiPlanar, GRALLOC_USAGE_HW_RENDER | GRALLOC_USAGE_HW_TEXTURE, (buffer_handle_t*)&(mBufferHandleMaps[i].mHandle), &mBufferHandleMaps[i].mStride); ALOGE_IF(err, "alloc(%u, %u, %d, %08x, ...) failed %d (%s)", mEncoderParams->resolution.width, mEncoderParams->resolution.height, OMX_INTEL_COLOR_FormatYUV420PackedSemiPlanar, GRALLOC_USAGE_HW_RENDER | GRALLOC_USAGE_HW_TEXTURE, err, strerror(-err)); mBufferHandleMaps[i].mHeader = NULL; ALOGI("width %d, height %d, iWidth %d, iHeight %d, iFormat %x", mEncoderParams->resolution.width, mEncoderParams->resolution.height, mBufferHandleMaps[i].mHandle->iWidth, mBufferHandleMaps[i].mHandle->iHeight, mBufferHandleMaps[i].mHandle->iFormat); } } else { ALOGE("FATAL: can't find the %s module", GRALLOC_HARDWARE_MODULE_ID); return OMX_ErrorUndefined; } } if (mVideoEncoder->start() != ENCODE_SUCCESS) { LOGE("Start failed, ret = 0x%08x\n", ret); return OMX_ErrorUndefined; } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::ProcessorDeinit(void) { OMX_ERRORTYPE ret; if(mVideoEncoder) { mVideoEncoder->stop(); } if(bAndroidOpaqueFormat) { for (int i = 0; i < INPORT_ACTUAL_BUFFER_COUNT; i++) { status_t err = mAllocDev->free(mAllocDev, (buffer_handle_t)mBufferHandleMaps[i].mHandle); ALOGW_IF(err, "free(...) failed %d (%s)", err, strerror(-err)); mBufferHandleMaps[i].mHandle = NULL; } gralloc_close(mAllocDev); } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::ProcessorStop(void) { this->ports[INPORT_INDEX]->ReturnAllRetainedBuffers(); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase:: ProcessorProcess( OMX_BUFFERHEADERTYPE **buffers, buffer_retain_t *retains, OMX_U32 numberBuffers) { LOGV("OMXVideoEncoderBase:: ProcessorProcess \n"); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::ProcessorFlush(OMX_U32 portIndex) { LOGV("OMXVideoEncoderBase::ProcessorFlush\n"); if (portIndex == INPORT_INDEX || portIndex == OMX_ALL) { this->ports[INPORT_INDEX]->ReturnAllRetainedBuffers(); mVideoEncoder->flush(); } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::BuildHandlerList(void) { OMXComponentCodecBase::BuildHandlerList(); AddHandler(OMX_IndexParamVideoPortFormat, GetParamVideoPortFormat, SetParamVideoPortFormat); AddHandler(OMX_IndexParamVideoBitrate, GetParamVideoBitrate, SetParamVideoBitrate); AddHandler((OMX_INDEXTYPE)OMX_IndexIntelPrivateInfo, GetIntelPrivateInfo, SetIntelPrivateInfo); AddHandler((OMX_INDEXTYPE)OMX_IndexParamIntelBitrate, GetParamIntelBitrate, SetParamIntelBitrate); AddHandler((OMX_INDEXTYPE)OMX_IndexConfigIntelBitrate, GetConfigIntelBitrate, SetConfigIntelBitrate); AddHandler((OMX_INDEXTYPE)OMX_IndexConfigIntelAIR, GetConfigIntelAIR, SetConfigIntelAIR); AddHandler(OMX_IndexConfigVideoFramerate, GetConfigVideoFramerate, SetConfigVideoFramerate); AddHandler(OMX_IndexConfigVideoIntraVOPRefresh, GetConfigVideoIntraVOPRefresh, SetConfigVideoIntraVOPRefresh); //AddHandler(OMX_IndexParamIntelAdaptiveSliceControl, GetParamIntelAdaptiveSliceControl, SetParamIntelAdaptiveSliceControl); AddHandler(OMX_IndexParamVideoProfileLevelQuerySupported, GetParamVideoProfileLevelQuerySupported, SetParamVideoProfileLevelQuerySupported); AddHandler((OMX_INDEXTYPE)OMX_IndexStoreMetaDataInBuffers, GetStoreMetaDataInBuffers, SetStoreMetaDataInBuffers); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetParamVideoPortFormat(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_U32 index; OMX_VIDEO_PARAM_PORTFORMATTYPE *p = (OMX_VIDEO_PARAM_PORTFORMATTYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX_RANGE(p); CHECK_ENUMERATION_RANGE(p->nIndex, 2); PortVideo *port = NULL; port = static_cast(this->ports[p->nPortIndex]); index = p->nIndex; memcpy(p, port->GetPortVideoParam(), sizeof(*p)); // FIXME: port only supports OMX_COLOR_FormatYUV420SemiPlanar if (index == 1) { p->nIndex = 1; p->eColorFormat = (OMX_COLOR_FORMATTYPE)OMX_COLOR_FormatAndroidOpaque; } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetParamVideoPortFormat(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_PORTFORMATTYPE *p = (OMX_VIDEO_PARAM_PORTFORMATTYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX_RANGE(p); CHECK_SET_PARAM_STATE(); // TODO: do we need to check if port is enabled? PortVideo *port = NULL; port = static_cast(this->ports[p->nPortIndex]); // FIXME: port only supports OMX_COLOR_FormatYUV420SemiPlanar if (p->eColorFormat == OMX_COLOR_FormatAndroidOpaque) { p->nIndex = 0; p->eColorFormat = OMX_COLOR_FormatYUV420SemiPlanar; bAndroidOpaqueFormat = OMX_TRUE; } port->SetPortVideoParam(p, false); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetParamVideoBitrate(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_BITRATETYPE *p = (OMX_VIDEO_PARAM_BITRATETYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mParamBitrate, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetParamVideoBitrate(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_BITRATETYPE *p = (OMX_VIDEO_PARAM_BITRATETYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); CHECK_SET_PARAM_STATE(); OMX_U32 index = p->nPortIndex; PortVideo *port = NULL; // This disables other type of bitrate control mechanism // TODO: check if it is desired mParamIntelBitrate.eControlRate = OMX_Video_Intel_ControlRateMax; // TODO: can we override mParamBitrate.nPortIndex (See SetPortBitrateParam) mParamBitrate.eControlRate = p->eControlRate; mParamBitrate.nTargetBitrate = p->nTargetBitrate; port = static_cast(ports[index]); ret = port->SetPortBitrateParam(p, false); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetIntelPrivateInfo(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_CONFIG_PRI_INFOTYPE *p = (OMX_VIDEO_CONFIG_PRI_INFOTYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mConfigPriInfo, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetIntelPrivateInfo(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_CONFIG_PRI_INFOTYPE *p = (OMX_VIDEO_CONFIG_PRI_INFOTYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); // OMX_VIDEO_CONFIG_PRI_INFOTYPE is static parameter? CHECK_SET_PARAM_STATE(); // TODO: can we override mConfigPriInfo.nPortIndex (See SetPortPrivateInfoParam) if(p->nHolder != NULL) { // TODO: do we need to free nHolder? if (mConfigPriInfo.nHolder) { free(mConfigPriInfo.nHolder); } mConfigPriInfo.nCapacity = p->nCapacity; // TODO: nCapacity is in 8-bit unit or 32-bit unit? // TODO: check memory allocation mConfigPriInfo.nHolder = (OMX_PTR)malloc(sizeof(OMX_U32) * p->nCapacity); memcpy(mConfigPriInfo.nHolder, p->nHolder, sizeof(OMX_U32) * p->nCapacity); } else { mConfigPriInfo.nCapacity = 0; mConfigPriInfo.nHolder = NULL; } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetParamIntelBitrate(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_INTEL_BITRATETYPE *p = (OMX_VIDEO_PARAM_INTEL_BITRATETYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mParamIntelBitrate, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetParamIntelBitrate(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_INTEL_BITRATETYPE *p = (OMX_VIDEO_PARAM_INTEL_BITRATETYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); CHECK_SET_PARAM_STATE(); mParamIntelBitrate = *p; return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetConfigIntelBitrate(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_CONFIG_INTEL_BITRATETYPE *p = (OMX_VIDEO_CONFIG_INTEL_BITRATETYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mConfigIntelBitrate, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetConfigIntelBitrate(OMX_PTR pStructure) { OMX_ERRORTYPE ret; Encode_Status retStatus = ENCODE_SUCCESS; if (mParamIntelBitrate.eControlRate == OMX_Video_Intel_ControlRateMax) { LOGE("SetConfigIntelBitrate failed. Feature is disabled."); return OMX_ErrorUnsupportedIndex; } OMX_VIDEO_CONFIG_INTEL_BITRATETYPE *p = (OMX_VIDEO_CONFIG_INTEL_BITRATETYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); // set in either Loaded state (ComponentSetParam) or Executing state (ComponentSetConfig) mConfigIntelBitrate = *p; // return OMX_ErrorNone if not in Executing state // TODO: return OMX_ErrorIncorrectStateOperation? CHECK_SET_CONFIG_STATE(); if (mParamIntelBitrate.eControlRate != OMX_Video_Intel_ControlRateVideoConferencingMode) { LOGE("SetConfigIntelBitrate failed. Feature is supported only in VCM."); return OMX_ErrorUnsupportedSetting; } VideoConfigBitRate configBitRate; configBitRate.rcParams.bitRate = mConfigIntelBitrate.nMaxEncodeBitrate; configBitRate.rcParams.initQP = mConfigIntelBitrate.nInitialQP; configBitRate.rcParams.minQP = mConfigIntelBitrate.nMinQP; configBitRate.rcParams.windowSize = mConfigIntelBitrate.nWindowSize; configBitRate.rcParams.targetPercentage = mConfigIntelBitrate.nTargetPercentage; retStatus = mVideoEncoder->setConfig(&configBitRate); if(retStatus != ENCODE_SUCCESS) { LOGW("failed to set IntelBitrate"); } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetConfigIntelAIR(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_CONFIG_INTEL_AIR *p = (OMX_VIDEO_CONFIG_INTEL_AIR *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mConfigIntelAir, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetConfigIntelAIR(OMX_PTR pStructure) { OMX_ERRORTYPE ret; Encode_Status retStatus = ENCODE_SUCCESS; if (mParamIntelBitrate.eControlRate == OMX_Video_Intel_ControlRateMax) { LOGE("SetConfigIntelAIR failed. Feature is disabled."); return OMX_ErrorUnsupportedIndex; } OMX_VIDEO_CONFIG_INTEL_AIR *p = (OMX_VIDEO_CONFIG_INTEL_AIR *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); // set in either Loaded state (ComponentSetParam) or Executing state (ComponentSetConfig) mConfigIntelAir = *p; // return OMX_ErrorNone if not in Executing state // TODO: return OMX_ErrorIncorrectStateOperation? CHECK_SET_CONFIG_STATE(); if (mParamIntelBitrate.eControlRate != OMX_Video_Intel_ControlRateVideoConferencingMode) { LOGE("SetConfigIntelAIR failed. Feature is supported only in VCM."); return OMX_ErrorUnsupportedSetting; } VideoConfigAIR configAIR; VideoConfigIntraRefreshType configIntraRefreshType; if(mConfigIntelAir.bAirEnable == OMX_TRUE) { configAIR.airParams.airAuto = mConfigIntelAir.bAirAuto; configAIR.airParams.airMBs = mConfigIntelAir.nAirMBs; configAIR.airParams.airThreshold = mConfigIntelAir.nAirThreshold; configIntraRefreshType.refreshType = VIDEO_ENC_AIR; } else { configIntraRefreshType.refreshType = VIDEO_ENC_NONIR; } retStatus = mVideoEncoder->setConfig(&configAIR); if(retStatus != ENCODE_SUCCESS) { LOGW("Failed to set AIR config"); } retStatus = mVideoEncoder->setConfig(&configIntraRefreshType); if(retStatus != ENCODE_SUCCESS) { LOGW("Failed to set refresh config"); } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetConfigVideoFramerate(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_CONFIG_FRAMERATETYPE *p = (OMX_CONFIG_FRAMERATETYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mConfigFramerate, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetConfigVideoFramerate(OMX_PTR pStructure) { OMX_ERRORTYPE ret; Encode_Status retStatus = ENCODE_SUCCESS; if (mParamIntelBitrate.eControlRate == OMX_Video_Intel_ControlRateMax) { LOGE("SetConfigVideoFramerate failed. Feature is disabled."); return OMX_ErrorUnsupportedIndex; } OMX_CONFIG_FRAMERATETYPE *p = (OMX_CONFIG_FRAMERATETYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); // set in either Loaded state (ComponentSetParam) or Executing state (ComponentSetConfig) mConfigFramerate = *p; // return OMX_ErrorNone if not in Executing state // TODO, return OMX_ErrorIncorrectStateOperation? CHECK_SET_CONFIG_STATE(); if (mParamIntelBitrate.eControlRate != OMX_Video_Intel_ControlRateVideoConferencingMode) { LOGE("SetConfigIntelAIR failed. Feature is supported only in VCM."); return OMX_ErrorUnsupportedSetting; } VideoConfigFrameRate framerate; framerate.frameRate.frameRateDenom = 1; framerate.frameRate.frameRateNum = mConfigFramerate.xEncodeFramerate >> 16; retStatus = mVideoEncoder->setConfig(&framerate); if(retStatus != ENCODE_SUCCESS) { LOGW("Failed to set frame rate config"); } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetConfigVideoIntraVOPRefresh(OMX_PTR pStructure) { LOGW("GetConfigVideoIntraVOPRefresh is not supported."); return OMX_ErrorUnsupportedSetting; } OMX_ERRORTYPE OMXVideoEncoderBase::SetConfigVideoIntraVOPRefresh(OMX_PTR pStructure) { OMX_ERRORTYPE ret; Encode_Status retStatus = ENCODE_SUCCESS; OMX_CONFIG_INTRAREFRESHVOPTYPE *p = (OMX_CONFIG_INTRAREFRESHVOPTYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); // return OMX_ErrorNone if not in Executing state // TODO: return OMX_ErrorIncorrectStateOperation? CHECK_SET_CONFIG_STATE(); // TODO: apply VOP refresh configuration in Executing state VideoConfigIntraRefreshType configIntraRefreshType; if(mConfigIntelAir.bAirEnable) { configIntraRefreshType.refreshType = VIDEO_ENC_AIR; } else { configIntraRefreshType.refreshType = VIDEO_ENC_NONIR; } retStatus = mVideoEncoder->setConfig(&configIntraRefreshType); if(retStatus != ENCODE_SUCCESS) { LOGW("Failed to set refresh config"); } return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetParamIntelAdaptiveSliceControl(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_INTEL_ADAPTIVE_SLICE_CONTROL *p = (OMX_VIDEO_PARAM_INTEL_ADAPTIVE_SLICE_CONTROL *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); memcpy(p, &mParamIntelAdaptiveSliceControl, sizeof(*p)); return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetParamIntelAdaptiveSliceControl(OMX_PTR pStructure) { OMX_ERRORTYPE ret; if (mParamIntelBitrate.eControlRate == OMX_Video_Intel_ControlRateMax) { LOGE("SetParamIntelAdaptiveSliceControl failed. Feature is disabled."); return OMX_ErrorUnsupportedIndex; } OMX_VIDEO_PARAM_INTEL_ADAPTIVE_SLICE_CONTROL *p = (OMX_VIDEO_PARAM_INTEL_ADAPTIVE_SLICE_CONTROL *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); // set only in Loaded state (ComponentSetParam) CHECK_SET_PARAM_STATE(); mParamIntelAdaptiveSliceControl = *p; return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::GetParamVideoProfileLevelQuerySupported(OMX_PTR pStructure) { OMX_ERRORTYPE ret; OMX_VIDEO_PARAM_PROFILELEVELTYPE *p = (OMX_VIDEO_PARAM_PROFILELEVELTYPE *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, OUTPORT_INDEX); // assign values instead of memory coping to avoid nProfileIndex being overridden p->eProfile = mParamProfileLevel.eProfile; p->eLevel = mParamProfileLevel.eLevel; return OMX_ErrorNone; } OMX_ERRORTYPE OMXVideoEncoderBase::SetParamVideoProfileLevelQuerySupported(OMX_PTR pStructure) { LOGW("SetParamVideoProfileLevelQuerySupported is not supported."); return OMX_ErrorUnsupportedSetting; } OMX_ERRORTYPE OMXVideoEncoderBase::GetStoreMetaDataInBuffers(OMX_PTR pStructure) { OMX_ERRORTYPE ret; StoreMetaDataInBuffersParams *p = (StoreMetaDataInBuffersParams *)pStructure; CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, INPORT_INDEX); p->bStoreMetaData = mStoreMetaDataInBuffers; return OMX_ErrorNone; }; OMX_ERRORTYPE OMXVideoEncoderBase::SetStoreMetaDataInBuffers(OMX_PTR pStructure) { OMX_ERRORTYPE ret; StoreMetaDataInBuffersParams *p = (StoreMetaDataInBuffersParams *)pStructure; VideoParamsStoreMetaDataInBuffers StoreMetaDataInBuffers; PortVideo *port = static_cast(this->ports[INPORT_INDEX]); CHECK_TYPE_HEADER(p); CHECK_PORT_INDEX(p, INPORT_INDEX); LOGD("SetStoreMetaDataInBuffers (enabled = %x)", p->bStoreMetaData); if(mStoreMetaDataInBuffers == p->bStoreMetaData) return OMX_ErrorNone; StoreMetaDataInBuffers.isEnabled = p->bStoreMetaData; if (mVideoEncoder->setParameters(&StoreMetaDataInBuffers) != ENCODE_SUCCESS) return OMX_ErrorNotReady; mStoreMetaDataInBuffers = p->bStoreMetaData; if(mStoreMetaDataInBuffers){ OMX_PARAM_PORTDEFINITIONTYPE *paramPortDefinitionInput; const OMX_PARAM_PORTDEFINITIONTYPE *paramPortDefinitionInput_get; paramPortDefinitionInput_get = port->GetPortDefinition(); paramPortDefinitionInput = (OMX_PARAM_PORTDEFINITIONTYPE *)paramPortDefinitionInput_get; paramPortDefinitionInput->nBufferSize = IntelMetadataBuffer::GetMaxBufferSize(); } else { const OMX_PARAM_PORTDEFINITIONTYPE *paramPortDefinitionInput_get; paramPortDefinitionInput_get = port->GetPortDefinition(); port->SetPortDefinition(paramPortDefinitionInput_get, true); } LOGD("SetStoreMetaDataInBuffers success"); return OMX_ErrorNone; }; // Utility function that blits the original source buffer in RGBA format to a temporary // buffer in NV12 format, and use the temporary buffer as the source buffer int32_t OMXVideoEncoderBase::rgba2nv12conversion(OMX_BUFFERHEADERTYPE *pBuffer) { int i, err; // Every input buffer keeps its own state for (i = 0; i < sizeof(mBufferHandleMaps) / sizeof(mBufferHandleMaps[0]); i++) { if (mBufferHandleMaps[i].mHeader == pBuffer) break; } if (i == sizeof(mBufferHandleMaps) / sizeof(mBufferHandleMaps[0])) { for (i = 0; i < sizeof(mBufferHandleMaps) / sizeof(mBufferHandleMaps[0]); i++) { if (mBufferHandleMaps[i].mHeader == NULL) { mBufferHandleMaps[i].mHeader = pBuffer; break; } } } if(i >= sizeof(mBufferHandleMaps) / sizeof(mBufferHandleMaps[0])) { LOGE("mBufferHandleMaps array index out of bound\n"); return -1; } // Backup input buffer content memcpy(mBufferHandleMaps[i].backBuffer, pBuffer->pBuffer, pBuffer->nFilledLen); // Get source buffer handle memcpy(&mBufferHandleMaps[i].srcBuffer, pBuffer->pBuffer + 4, 4); // Color space conversion err = mGrallocMod->Blit2(mGrallocMod, (native_handle_t*)mBufferHandleMaps[i].srcBuffer, (native_handle_t*)mBufferHandleMaps[i].mHandle, mEncoderParams->resolution.width, mEncoderParams->resolution.height, 0, 0); ALOGE_IF(err, "Blit2(mBufferHandleMaps[%d].srcBuffer)", i); // Wrap destination buffer handle to encoder's input format IntelMetadataBuffer *imb = new IntelMetadataBuffer(MetadataBufferTypeGrallocSource, (int32_t)mBufferHandleMaps[i].mHandle); imb->Serialize((uint8_t*&)pBuffer->pBuffer, (uint32_t&)pBuffer->nFilledLen); return i; }