diff options
Diffstat (limited to 'media/codecs/avc/C2SoftAvcEnc.cpp')
| -rw-r--r-- | media/codecs/avc/C2SoftAvcEnc.cpp | 1559 |
1 files changed, 0 insertions, 1559 deletions
diff --git a/media/codecs/avc/C2SoftAvcEnc.cpp b/media/codecs/avc/C2SoftAvcEnc.cpp deleted file mode 100644 index bfe745c..0000000 --- a/media/codecs/avc/C2SoftAvcEnc.cpp +++ /dev/null @@ -1,1559 +0,0 @@ -/* - * Copyright 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -//#define LOG_NDEBUG 0 -#define LOG_TAG "C2SoftAvcEnc" -#include <log/log.h> -#include <utils/misc.h> - -#include <media/hardware/VideoAPI.h> -#include <media/stagefright/MediaDefs.h> -#include <media/stagefright/MediaErrors.h> -#include <media/stagefright/MetaData.h> -#include <media/stagefright/foundation/AUtils.h> - -#include <C2Debug.h> -#include <C2PlatformSupport.h> -#include <Codec2BufferUtils.h> -#include <SimpleC2Interface.h> -#include <util/C2InterfaceHelper.h> - -#include "C2SoftAvcEnc.h" -#include "ih264e.h" -#include "ih264e_error.h" - -namespace android { - -class C2SoftAvcEnc::IntfImpl : public C2InterfaceHelper { -public: - explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper) - : C2InterfaceHelper(helper) { - - setDerivedInstance(this); - - addParameter( - DefineParam(mInputFormat, C2_NAME_INPUT_STREAM_FORMAT_SETTING) - .withConstValue(new C2StreamFormatConfig::input(0u, C2FormatVideo)) - .build()); - - addParameter( - DefineParam(mOutputFormat, C2_NAME_OUTPUT_STREAM_FORMAT_SETTING) - .withConstValue(new C2StreamFormatConfig::output(0u, C2FormatCompressed)) - .build()); - - addParameter( - DefineParam(mInputMediaType, C2_NAME_INPUT_PORT_MIME_SETTING) - .withConstValue(AllocSharedString<C2PortMimeConfig::input>( - MEDIA_MIMETYPE_VIDEO_RAW)) - .build()); - - addParameter( - DefineParam(mOutputMediaType, C2_NAME_OUTPUT_PORT_MIME_SETTING) - .withConstValue(AllocSharedString<C2PortMimeConfig::output>( - MEDIA_MIMETYPE_VIDEO_AVC)) - .build()); - - addParameter( - DefineParam(mUsage, C2_NAME_INPUT_STREAM_USAGE_SETTING) - .withConstValue(new C2StreamUsageTuning::input( - 0u, (uint64_t)C2MemoryUsage::CPU_READ)) - .build()); - - addParameter( - DefineParam(mSize, C2_NAME_STREAM_VIDEO_SIZE_SETTING) - .withDefault(new C2VideoSizeStreamTuning::input(0u, 320, 240)) - .withFields({ - C2F(mSize, width).inRange(2, 2560, 2), - C2F(mSize, height).inRange(2, 2560, 2), - }) - .withSetter(SizeSetter) - .build()); - - addParameter( - DefineParam(mFrameRate, C2_NAME_STREAM_FRAME_RATE_SETTING) - .withDefault(new C2StreamFrameRateInfo::output(0u, 30.)) - // TODO: More restriction? - .withFields({C2F(mFrameRate, value).greaterThan(0.)}) - .withSetter(Setter<decltype(*mFrameRate)>::StrictValueWithNoDeps) - .build()); - - addParameter( - DefineParam(mBitrate, C2_NAME_STREAM_BITRATE_SETTING) - .withDefault(new C2BitrateTuning::output(0u, 64000)) - .withFields({C2F(mBitrate, value).inRange(4096, 12000000)}) - .withSetter(BitrateSetter) - .build()); - - addParameter( - DefineParam(mIntraRefresh, C2_PARAMKEY_INTRA_REFRESH) - .withDefault(new C2StreamIntraRefreshTuning::output( - 0u, C2Config::INTRA_REFRESH_DISABLED, 0.)) - .withFields({ - C2F(mIntraRefresh, mode).oneOf({ - C2Config::INTRA_REFRESH_DISABLED, C2Config::INTRA_REFRESH_ARBITRARY }), - C2F(mIntraRefresh, period).any() - }) - .withSetter(IntraRefreshSetter) - .build()); - - addParameter( - DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL) - .withDefault(new C2StreamProfileLevelInfo::output( - 0u, PROFILE_AVC_CONSTRAINED_BASELINE, LEVEL_AVC_4_1)) - .withFields({ - C2F(mProfileLevel, profile).oneOf({ - PROFILE_AVC_BASELINE, - PROFILE_AVC_CONSTRAINED_BASELINE, - PROFILE_AVC_MAIN, - }), - C2F(mProfileLevel, level).oneOf({ - LEVEL_AVC_1, - LEVEL_AVC_1B, - LEVEL_AVC_1_1, - LEVEL_AVC_1_2, - LEVEL_AVC_1_3, - LEVEL_AVC_2, - LEVEL_AVC_2_1, - LEVEL_AVC_2_2, - LEVEL_AVC_3, - LEVEL_AVC_3_1, - LEVEL_AVC_3_2, - LEVEL_AVC_4, - LEVEL_AVC_4_1, - LEVEL_AVC_4_2, - LEVEL_AVC_5, - }), - }) - .withSetter(ProfileLevelSetter, mSize, mFrameRate, mBitrate) - .build()); - - addParameter( - DefineParam(mRequestSync, C2_PARAMKEY_REQUEST_SYNC_FRAME) - .withDefault(new C2StreamRequestSyncFrameTuning::output(0u, C2_FALSE)) - .withFields({C2F(mRequestSync, value).oneOf({ C2_FALSE, C2_TRUE }) }) - .withSetter(Setter<decltype(*mRequestSync)>::NonStrictValueWithNoDeps) - .build()); - - addParameter( - DefineParam(mSyncFramePeriod, C2_PARAMKEY_SYNC_FRAME_INTERVAL) - .withDefault(new C2StreamSyncFrameIntervalTuning::output(0u, 1000000)) - .withFields({C2F(mSyncFramePeriod, value).any()}) - .withSetter(Setter<decltype(*mSyncFramePeriod)>::StrictValueWithNoDeps) - .build()); - } - - static C2R BitrateSetter(bool mayBlock, C2P<C2StreamBitrateInfo::output> &me) { - (void)mayBlock; - C2R res = C2R::Ok(); - if (me.v.value <= 4096) { - me.set().value = 4096; - } - return res; - } - - static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::input> &oldMe, - C2P<C2StreamPictureSizeInfo::input> &me) { - (void)mayBlock; - C2R res = C2R::Ok(); - if (!me.F(me.v.width).supportsAtAll(me.v.width)) { - res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width))); - me.set().width = oldMe.v.width; - } - if (!me.F(me.v.height).supportsAtAll(me.v.height)) { - res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height))); - me.set().height = oldMe.v.height; - } - return res; - } - - static C2R ProfileLevelSetter( - bool mayBlock, - C2P<C2StreamProfileLevelInfo::output> &me, - const C2P<C2VideoSizeStreamTuning::input> &size, - const C2P<C2StreamFrameRateInfo::output> &frameRate, - const C2P<C2BitrateTuning::output> &bitrate) { - (void)mayBlock; - if (!me.F(me.v.profile).supportsAtAll(me.v.profile)) { - me.set().profile = PROFILE_AVC_CONSTRAINED_BASELINE; - } - - struct LevelLimits { - C2Config::level_t level; - float mbsPerSec; - uint64_t mbs; - uint32_t bitrate; - }; - constexpr LevelLimits kLimits[] = { - { LEVEL_AVC_1, 1485, 99, 64000 }, - // Decoder does not properly handle level 1b. - // { LEVEL_AVC_1B, 1485, 99, 128000 }, - { LEVEL_AVC_1_1, 3000, 396, 192000 }, - { LEVEL_AVC_1_2, 6000, 396, 384000 }, - { LEVEL_AVC_1_3, 11880, 396, 768000 }, - { LEVEL_AVC_2, 11880, 396, 2000000 }, - { LEVEL_AVC_2_1, 19800, 792, 4000000 }, - { LEVEL_AVC_2_2, 20250, 1620, 4000000 }, - { LEVEL_AVC_3, 40500, 1620, 10000000 }, - { LEVEL_AVC_3_1, 108000, 3600, 14000000 }, - { LEVEL_AVC_3_2, 216000, 5120, 20000000 }, - { LEVEL_AVC_4, 245760, 8192, 20000000 }, - { LEVEL_AVC_4_1, 245760, 8192, 50000000 }, - { LEVEL_AVC_4_2, 522240, 8704, 50000000 }, - { LEVEL_AVC_5, 589824, 22080, 135000000 }, - }; - - uint64_t mbs = uint64_t((size.v.width + 15) / 16) * ((size.v.height + 15) / 16); - float mbsPerSec = float(mbs) * frameRate.v.value; - - // Check if the supplied level meets the MB / bitrate requirements. If - // not, update the level with the lowest level meeting the requirements. - - bool found = false; - // By default needsUpdate = false in case the supplied level does meet - // the requirements. For Level 1b, we want to update the level anyway, - // so we set it to true in that case. - bool needsUpdate = (me.v.level == LEVEL_AVC_1B); - for (const LevelLimits &limit : kLimits) { - if (mbs <= limit.mbs && mbsPerSec <= limit.mbsPerSec && - bitrate.v.value <= limit.bitrate) { - // This is the lowest level that meets the requirements, and if - // we haven't seen the supplied level yet, that means we don't - // need the update. - if (needsUpdate) { - ALOGD("Given level %x does not cover current configuration: " - "adjusting to %x", me.v.level, limit.level); - me.set().level = limit.level; - } - found = true; - break; - } - if (me.v.level == limit.level) { - // We break out of the loop when the lowest feasible level is - // found. The fact that we're here means that our level doesn't - // meet the requirement and needs to be updated. - needsUpdate = true; - } - } - if (!found) { - // We set to the highest supported level. - me.set().level = LEVEL_AVC_5; - } - - return C2R::Ok(); - } - - static C2R IntraRefreshSetter(bool mayBlock, C2P<C2StreamIntraRefreshTuning::output> &me) { - (void)mayBlock; - C2R res = C2R::Ok(); - if (me.v.period < 1) { - me.set().mode = C2Config::INTRA_REFRESH_DISABLED; - me.set().period = 0; - } else { - // only support arbitrary mode (cyclic in our case) - me.set().mode = C2Config::INTRA_REFRESH_ARBITRARY; - } - return res; - } - - IV_PROFILE_T getProfile_l() const { - switch (mProfileLevel->profile) { - case PROFILE_AVC_CONSTRAINED_BASELINE: [[fallthrough]]; - case PROFILE_AVC_BASELINE: return IV_PROFILE_BASE; - case PROFILE_AVC_MAIN: return IV_PROFILE_MAIN; - default: - ALOGD("Unrecognized profile: %x", mProfileLevel->profile); - return IV_PROFILE_DEFAULT; - } - } - - UWORD32 getLevel_l() const { - struct Level { - C2Config::level_t c2Level; - UWORD32 avcLevel; - }; - constexpr Level levels[] = { - { LEVEL_AVC_1, 10 }, - { LEVEL_AVC_1B, 9 }, - { LEVEL_AVC_1_1, 11 }, - { LEVEL_AVC_1_2, 12 }, - { LEVEL_AVC_1_3, 13 }, - { LEVEL_AVC_2, 20 }, - { LEVEL_AVC_2_1, 21 }, - { LEVEL_AVC_2_2, 22 }, - { LEVEL_AVC_3, 30 }, - { LEVEL_AVC_3_1, 31 }, - { LEVEL_AVC_3_2, 32 }, - { LEVEL_AVC_4, 40 }, - { LEVEL_AVC_4_1, 41 }, - { LEVEL_AVC_4_2, 42 }, - { LEVEL_AVC_5, 50 }, - }; - for (const Level &level : levels) { - if (mProfileLevel->level == level.c2Level) { - return level.avcLevel; - } - } - ALOGD("Unrecognized level: %x", mProfileLevel->level); - return 41; - } - uint32_t getSyncFramePeriod_l() const { - if (mSyncFramePeriod->value < 0 || mSyncFramePeriod->value == INT64_MAX) { - return 0; - } - double period = mSyncFramePeriod->value / 1e6 * mFrameRate->value; - return (uint32_t)c2_max(c2_min(period + 0.5, double(UINT32_MAX)), 1.); - } - - // unsafe getters - std::shared_ptr<C2StreamPictureSizeInfo::input> getSize_l() const { return mSize; } - std::shared_ptr<C2StreamIntraRefreshTuning::output> getIntraRefresh_l() const { return mIntraRefresh; } - std::shared_ptr<C2StreamFrameRateInfo::output> getFrameRate_l() const { return mFrameRate; } - std::shared_ptr<C2StreamBitrateInfo::output> getBitrate_l() const { return mBitrate; } - std::shared_ptr<C2StreamRequestSyncFrameTuning::output> getRequestSync_l() const { return mRequestSync; } - -private: - std::shared_ptr<C2StreamFormatConfig::input> mInputFormat; - std::shared_ptr<C2StreamFormatConfig::output> mOutputFormat; - std::shared_ptr<C2PortMimeConfig::input> mInputMediaType; - std::shared_ptr<C2PortMimeConfig::output> mOutputMediaType; - std::shared_ptr<C2StreamUsageTuning::input> mUsage; - std::shared_ptr<C2VideoSizeStreamTuning::input> mSize; - std::shared_ptr<C2StreamFrameRateInfo::output> mFrameRate; - std::shared_ptr<C2StreamRequestSyncFrameTuning::output> mRequestSync; - std::shared_ptr<C2StreamIntraRefreshTuning::output> mIntraRefresh; - std::shared_ptr<C2BitrateTuning::output> mBitrate; - std::shared_ptr<C2StreamProfileLevelInfo::output> mProfileLevel; - std::shared_ptr<C2StreamSyncFrameIntervalTuning::output> mSyncFramePeriod; -}; - -#define ive_api_function ih264e_api_function - -constexpr char COMPONENT_NAME[] = "c2.android.avc.encoder"; - -namespace { - -// From external/libavc/encoder/ih264e_bitstream.h -constexpr uint32_t MIN_STREAM_SIZE = 0x800; - -static size_t GetCPUCoreCount() { - long cpuCoreCount = 1; -#if defined(_SC_NPROCESSORS_ONLN) - cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN); -#else - // _SC_NPROC_ONLN must be defined... - cpuCoreCount = sysconf(_SC_NPROC_ONLN); -#endif - CHECK(cpuCoreCount >= 1); - ALOGV("Number of CPU cores: %ld", cpuCoreCount); - return (size_t)cpuCoreCount; -} - -} // namespace - -C2SoftAvcEnc::C2SoftAvcEnc( - const char *name, c2_node_id_t id, const std::shared_ptr<IntfImpl> &intfImpl) - : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)), - mIntf(intfImpl), - mIvVideoColorFormat(IV_YUV_420P), - mAVCEncProfile(IV_PROFILE_BASE), - mAVCEncLevel(41), - mStarted(false), - mSawInputEOS(false), - mSawOutputEOS(false), - mSignalledError(false), - mCodecCtx(nullptr), - // TODO: output buffer size - mOutBufferSize(524288) { - - // If dump is enabled, then open create an empty file - GENERATE_FILE_NAMES(); - CREATE_DUMP_FILE(mInFile); - CREATE_DUMP_FILE(mOutFile); - - initEncParams(); -} - -C2SoftAvcEnc::~C2SoftAvcEnc() { - releaseEncoder(); -} - -c2_status_t C2SoftAvcEnc::onInit() { - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::onStop() { - return C2_OK; -} - -void C2SoftAvcEnc::onReset() { - // TODO: use IVE_CMD_CTL_RESET? - releaseEncoder(); - initEncParams(); -} - -void C2SoftAvcEnc::onRelease() { - releaseEncoder(); -} - -c2_status_t C2SoftAvcEnc::onFlush_sm() { - // TODO: use IVE_CMD_CTL_FLUSH? - return C2_OK; -} - -void C2SoftAvcEnc::initEncParams() { - mCodecCtx = nullptr; - mMemRecords = nullptr; - mNumMemRecords = DEFAULT_MEM_REC_CNT; - mHeaderGenerated = 0; - mNumCores = GetCPUCoreCount(); - mArch = DEFAULT_ARCH; - mSliceMode = DEFAULT_SLICE_MODE; - mSliceParam = DEFAULT_SLICE_PARAM; - mHalfPelEnable = DEFAULT_HPEL; - mIInterval = DEFAULT_I_INTERVAL; - mIDRInterval = DEFAULT_IDR_INTERVAL; - mDisableDeblkLevel = DEFAULT_DISABLE_DEBLK_LEVEL; - mEnableFastSad = DEFAULT_ENABLE_FAST_SAD; - mEnableAltRef = DEFAULT_ENABLE_ALT_REF; - mEncSpeed = DEFAULT_ENC_SPEED; - mIntra4x4 = DEFAULT_INTRA4x4; - mConstrainedIntraFlag = DEFAULT_CONSTRAINED_INTRA; - mPSNREnable = DEFAULT_PSNR_ENABLE; - mReconEnable = DEFAULT_RECON_ENABLE; - mEntropyMode = DEFAULT_ENTROPY_MODE; - mBframes = DEFAULT_B_FRAMES; - - gettimeofday(&mTimeStart, nullptr); - gettimeofday(&mTimeEnd, nullptr); -} - -c2_status_t C2SoftAvcEnc::setDimensions() { - ive_ctl_set_dimensions_ip_t s_dimensions_ip; - ive_ctl_set_dimensions_op_t s_dimensions_op; - IV_STATUS_T status; - - s_dimensions_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_dimensions_ip.e_sub_cmd = IVE_CMD_CTL_SET_DIMENSIONS; - s_dimensions_ip.u4_ht = mSize->height; - s_dimensions_ip.u4_wd = mSize->width; - - s_dimensions_ip.u4_timestamp_high = -1; - s_dimensions_ip.u4_timestamp_low = -1; - - s_dimensions_ip.u4_size = sizeof(ive_ctl_set_dimensions_ip_t); - s_dimensions_op.u4_size = sizeof(ive_ctl_set_dimensions_op_t); - - status = ive_api_function(mCodecCtx, &s_dimensions_ip, &s_dimensions_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set frame dimensions = 0x%x\n", - s_dimensions_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setNumCores() { - IV_STATUS_T status; - ive_ctl_set_num_cores_ip_t s_num_cores_ip; - ive_ctl_set_num_cores_op_t s_num_cores_op; - s_num_cores_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_num_cores_ip.e_sub_cmd = IVE_CMD_CTL_SET_NUM_CORES; - s_num_cores_ip.u4_num_cores = MIN(mNumCores, CODEC_MAX_CORES); - s_num_cores_ip.u4_timestamp_high = -1; - s_num_cores_ip.u4_timestamp_low = -1; - s_num_cores_ip.u4_size = sizeof(ive_ctl_set_num_cores_ip_t); - - s_num_cores_op.u4_size = sizeof(ive_ctl_set_num_cores_op_t); - - status = ive_api_function( - mCodecCtx, (void *) &s_num_cores_ip, (void *) &s_num_cores_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set processor params = 0x%x\n", - s_num_cores_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setFrameRate() { - ive_ctl_set_frame_rate_ip_t s_frame_rate_ip; - ive_ctl_set_frame_rate_op_t s_frame_rate_op; - IV_STATUS_T status; - - s_frame_rate_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_frame_rate_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMERATE; - - s_frame_rate_ip.u4_src_frame_rate = mFrameRate->value + 0.5; - s_frame_rate_ip.u4_tgt_frame_rate = mFrameRate->value + 0.5; - - s_frame_rate_ip.u4_timestamp_high = -1; - s_frame_rate_ip.u4_timestamp_low = -1; - - s_frame_rate_ip.u4_size = sizeof(ive_ctl_set_frame_rate_ip_t); - s_frame_rate_op.u4_size = sizeof(ive_ctl_set_frame_rate_op_t); - - status = ive_api_function(mCodecCtx, &s_frame_rate_ip, &s_frame_rate_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set frame rate = 0x%x\n", - s_frame_rate_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setIpeParams() { - ive_ctl_set_ipe_params_ip_t s_ipe_params_ip; - ive_ctl_set_ipe_params_op_t s_ipe_params_op; - IV_STATUS_T status; - - s_ipe_params_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_ipe_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_IPE_PARAMS; - - s_ipe_params_ip.u4_enable_intra_4x4 = mIntra4x4; - s_ipe_params_ip.u4_enc_speed_preset = mEncSpeed; - s_ipe_params_ip.u4_constrained_intra_pred = mConstrainedIntraFlag; - - s_ipe_params_ip.u4_timestamp_high = -1; - s_ipe_params_ip.u4_timestamp_low = -1; - - s_ipe_params_ip.u4_size = sizeof(ive_ctl_set_ipe_params_ip_t); - s_ipe_params_op.u4_size = sizeof(ive_ctl_set_ipe_params_op_t); - - status = ive_api_function(mCodecCtx, &s_ipe_params_ip, &s_ipe_params_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set ipe params = 0x%x\n", - s_ipe_params_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setBitRate() { - ive_ctl_set_bitrate_ip_t s_bitrate_ip; - ive_ctl_set_bitrate_op_t s_bitrate_op; - IV_STATUS_T status; - - s_bitrate_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_bitrate_ip.e_sub_cmd = IVE_CMD_CTL_SET_BITRATE; - - s_bitrate_ip.u4_target_bitrate = mBitrate->value; - - s_bitrate_ip.u4_timestamp_high = -1; - s_bitrate_ip.u4_timestamp_low = -1; - - s_bitrate_ip.u4_size = sizeof(ive_ctl_set_bitrate_ip_t); - s_bitrate_op.u4_size = sizeof(ive_ctl_set_bitrate_op_t); - - status = ive_api_function(mCodecCtx, &s_bitrate_ip, &s_bitrate_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set bit rate = 0x%x\n", s_bitrate_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setFrameType(IV_PICTURE_CODING_TYPE_T e_frame_type) { - ive_ctl_set_frame_type_ip_t s_frame_type_ip; - ive_ctl_set_frame_type_op_t s_frame_type_op; - IV_STATUS_T status; - s_frame_type_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_frame_type_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMETYPE; - - s_frame_type_ip.e_frame_type = e_frame_type; - - s_frame_type_ip.u4_timestamp_high = -1; - s_frame_type_ip.u4_timestamp_low = -1; - - s_frame_type_ip.u4_size = sizeof(ive_ctl_set_frame_type_ip_t); - s_frame_type_op.u4_size = sizeof(ive_ctl_set_frame_type_op_t); - - status = ive_api_function(mCodecCtx, &s_frame_type_ip, &s_frame_type_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set frame type = 0x%x\n", - s_frame_type_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setQp() { - ive_ctl_set_qp_ip_t s_qp_ip; - ive_ctl_set_qp_op_t s_qp_op; - IV_STATUS_T status; - - s_qp_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_qp_ip.e_sub_cmd = IVE_CMD_CTL_SET_QP; - - s_qp_ip.u4_i_qp = DEFAULT_I_QP; - s_qp_ip.u4_i_qp_max = DEFAULT_QP_MAX; - s_qp_ip.u4_i_qp_min = DEFAULT_QP_MIN; - - s_qp_ip.u4_p_qp = DEFAULT_P_QP; - s_qp_ip.u4_p_qp_max = DEFAULT_QP_MAX; - s_qp_ip.u4_p_qp_min = DEFAULT_QP_MIN; - - s_qp_ip.u4_b_qp = DEFAULT_P_QP; - s_qp_ip.u4_b_qp_max = DEFAULT_QP_MAX; - s_qp_ip.u4_b_qp_min = DEFAULT_QP_MIN; - - s_qp_ip.u4_timestamp_high = -1; - s_qp_ip.u4_timestamp_low = -1; - - s_qp_ip.u4_size = sizeof(ive_ctl_set_qp_ip_t); - s_qp_op.u4_size = sizeof(ive_ctl_set_qp_op_t); - - status = ive_api_function(mCodecCtx, &s_qp_ip, &s_qp_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set qp 0x%x\n", s_qp_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setEncMode(IVE_ENC_MODE_T e_enc_mode) { - IV_STATUS_T status; - ive_ctl_set_enc_mode_ip_t s_enc_mode_ip; - ive_ctl_set_enc_mode_op_t s_enc_mode_op; - - s_enc_mode_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_enc_mode_ip.e_sub_cmd = IVE_CMD_CTL_SET_ENC_MODE; - - s_enc_mode_ip.e_enc_mode = e_enc_mode; - - s_enc_mode_ip.u4_timestamp_high = -1; - s_enc_mode_ip.u4_timestamp_low = -1; - - s_enc_mode_ip.u4_size = sizeof(ive_ctl_set_enc_mode_ip_t); - s_enc_mode_op.u4_size = sizeof(ive_ctl_set_enc_mode_op_t); - - status = ive_api_function(mCodecCtx, &s_enc_mode_ip, &s_enc_mode_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set in header encode mode = 0x%x\n", - s_enc_mode_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setVbvParams() { - ive_ctl_set_vbv_params_ip_t s_vbv_ip; - ive_ctl_set_vbv_params_op_t s_vbv_op; - IV_STATUS_T status; - - s_vbv_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_vbv_ip.e_sub_cmd = IVE_CMD_CTL_SET_VBV_PARAMS; - - s_vbv_ip.u4_vbv_buf_size = 0; - s_vbv_ip.u4_vbv_buffer_delay = 1000; - - s_vbv_ip.u4_timestamp_high = -1; - s_vbv_ip.u4_timestamp_low = -1; - - s_vbv_ip.u4_size = sizeof(ive_ctl_set_vbv_params_ip_t); - s_vbv_op.u4_size = sizeof(ive_ctl_set_vbv_params_op_t); - - status = ive_api_function(mCodecCtx, &s_vbv_ip, &s_vbv_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set VBV params = 0x%x\n", s_vbv_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setAirParams() { - ive_ctl_set_air_params_ip_t s_air_ip; - ive_ctl_set_air_params_op_t s_air_op; - IV_STATUS_T status; - - s_air_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_air_ip.e_sub_cmd = IVE_CMD_CTL_SET_AIR_PARAMS; - - s_air_ip.e_air_mode = - (mIntraRefresh->mode == C2Config::INTRA_REFRESH_DISABLED || mIntraRefresh->period < 1) - ? IVE_AIR_MODE_NONE : IVE_AIR_MODE_CYCLIC; - s_air_ip.u4_air_refresh_period = mIntraRefresh->period; - - s_air_ip.u4_timestamp_high = -1; - s_air_ip.u4_timestamp_low = -1; - - s_air_ip.u4_size = sizeof(ive_ctl_set_air_params_ip_t); - s_air_op.u4_size = sizeof(ive_ctl_set_air_params_op_t); - - status = ive_api_function(mCodecCtx, &s_air_ip, &s_air_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set air params = 0x%x\n", s_air_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setMeParams() { - IV_STATUS_T status; - ive_ctl_set_me_params_ip_t s_me_params_ip; - ive_ctl_set_me_params_op_t s_me_params_op; - - s_me_params_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_me_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_ME_PARAMS; - - s_me_params_ip.u4_enable_fast_sad = mEnableFastSad; - s_me_params_ip.u4_enable_alt_ref = mEnableAltRef; - - s_me_params_ip.u4_enable_hpel = mHalfPelEnable; - s_me_params_ip.u4_enable_qpel = DEFAULT_QPEL; - s_me_params_ip.u4_me_speed_preset = DEFAULT_ME_SPEED; - s_me_params_ip.u4_srch_rng_x = DEFAULT_SRCH_RNG_X; - s_me_params_ip.u4_srch_rng_y = DEFAULT_SRCH_RNG_Y; - - s_me_params_ip.u4_timestamp_high = -1; - s_me_params_ip.u4_timestamp_low = -1; - - s_me_params_ip.u4_size = sizeof(ive_ctl_set_me_params_ip_t); - s_me_params_op.u4_size = sizeof(ive_ctl_set_me_params_op_t); - - status = ive_api_function(mCodecCtx, &s_me_params_ip, &s_me_params_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set me params = 0x%x\n", s_me_params_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setGopParams() { - IV_STATUS_T status; - ive_ctl_set_gop_params_ip_t s_gop_params_ip; - ive_ctl_set_gop_params_op_t s_gop_params_op; - - s_gop_params_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_gop_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_GOP_PARAMS; - - s_gop_params_ip.u4_i_frm_interval = mIInterval; - s_gop_params_ip.u4_idr_frm_interval = mIDRInterval; - - s_gop_params_ip.u4_timestamp_high = -1; - s_gop_params_ip.u4_timestamp_low = -1; - - s_gop_params_ip.u4_size = sizeof(ive_ctl_set_gop_params_ip_t); - s_gop_params_op.u4_size = sizeof(ive_ctl_set_gop_params_op_t); - - status = ive_api_function(mCodecCtx, &s_gop_params_ip, &s_gop_params_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set GOP params = 0x%x\n", - s_gop_params_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setProfileParams() { - IntfImpl::Lock lock = mIntf->lock(); - - IV_STATUS_T status; - ive_ctl_set_profile_params_ip_t s_profile_params_ip; - ive_ctl_set_profile_params_op_t s_profile_params_op; - - s_profile_params_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_profile_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_PROFILE_PARAMS; - - s_profile_params_ip.e_profile = mIntf->getProfile_l(); - s_profile_params_ip.u4_entropy_coding_mode = mEntropyMode; - s_profile_params_ip.u4_timestamp_high = -1; - s_profile_params_ip.u4_timestamp_low = -1; - - s_profile_params_ip.u4_size = sizeof(ive_ctl_set_profile_params_ip_t); - s_profile_params_op.u4_size = sizeof(ive_ctl_set_profile_params_op_t); - lock.unlock(); - - status = ive_api_function(mCodecCtx, &s_profile_params_ip, &s_profile_params_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to set profile params = 0x%x\n", - s_profile_params_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setDeblockParams() { - IV_STATUS_T status; - ive_ctl_set_deblock_params_ip_t s_deblock_params_ip; - ive_ctl_set_deblock_params_op_t s_deblock_params_op; - - s_deblock_params_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_deblock_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_DEBLOCK_PARAMS; - - s_deblock_params_ip.u4_disable_deblock_level = mDisableDeblkLevel; - - s_deblock_params_ip.u4_timestamp_high = -1; - s_deblock_params_ip.u4_timestamp_low = -1; - - s_deblock_params_ip.u4_size = sizeof(ive_ctl_set_deblock_params_ip_t); - s_deblock_params_op.u4_size = sizeof(ive_ctl_set_deblock_params_op_t); - - status = ive_api_function(mCodecCtx, &s_deblock_params_ip, &s_deblock_params_op); - if (status != IV_SUCCESS) { - ALOGE("Unable to enable/disable deblock params = 0x%x\n", - s_deblock_params_op.u4_error_code); - return C2_CORRUPTED; - } - return C2_OK; -} - -void C2SoftAvcEnc::logVersion() { - ive_ctl_getversioninfo_ip_t s_ctl_ip; - ive_ctl_getversioninfo_op_t s_ctl_op; - UWORD8 au1_buf[512]; - IV_STATUS_T status; - - s_ctl_ip.e_cmd = IVE_CMD_VIDEO_CTL; - s_ctl_ip.e_sub_cmd = IVE_CMD_CTL_GETVERSION; - s_ctl_ip.u4_size = sizeof(ive_ctl_getversioninfo_ip_t); - s_ctl_op.u4_size = sizeof(ive_ctl_getversioninfo_op_t); - s_ctl_ip.pu1_version = au1_buf; - s_ctl_ip.u4_version_bufsize = sizeof(au1_buf); - - status = ive_api_function(mCodecCtx, (void *) &s_ctl_ip, (void *) &s_ctl_op); - - if (status != IV_SUCCESS) { - ALOGE("Error in getting version: 0x%x", s_ctl_op.u4_error_code); - } else { - ALOGV("Ittiam encoder version: %s", (char *)s_ctl_ip.pu1_version); - } - return; -} - -c2_status_t C2SoftAvcEnc::initEncoder() { - IV_STATUS_T status; - WORD32 level; - - CHECK(!mStarted); - - c2_status_t errType = C2_OK; - - { - IntfImpl::Lock lock = mIntf->lock(); - mSize = mIntf->getSize_l(); - mBitrate = mIntf->getBitrate_l(); - mFrameRate = mIntf->getFrameRate_l(); - mIntraRefresh = mIntf->getIntraRefresh_l(); - mAVCEncLevel = mIntf->getLevel_l(); - mIInterval = mIntf->getSyncFramePeriod_l(); - mIDRInterval = mIntf->getSyncFramePeriod_l(); - } - uint32_t width = mSize->width; - uint32_t height = mSize->height; - - mStride = width; - - // TODO - mIvVideoColorFormat = IV_YUV_420P; - - ALOGD("Params width %d height %d level %d colorFormat %d", width, - height, mAVCEncLevel, mIvVideoColorFormat); - - /* Getting Number of MemRecords */ - { - iv_num_mem_rec_ip_t s_num_mem_rec_ip; - iv_num_mem_rec_op_t s_num_mem_rec_op; - - s_num_mem_rec_ip.u4_size = sizeof(iv_num_mem_rec_ip_t); - s_num_mem_rec_op.u4_size = sizeof(iv_num_mem_rec_op_t); - - s_num_mem_rec_ip.e_cmd = IV_CMD_GET_NUM_MEM_REC; - - status = ive_api_function(nullptr, &s_num_mem_rec_ip, &s_num_mem_rec_op); - - if (status != IV_SUCCESS) { - ALOGE("Get number of memory records failed = 0x%x\n", - s_num_mem_rec_op.u4_error_code); - return C2_CORRUPTED; - } - - mNumMemRecords = s_num_mem_rec_op.u4_num_mem_rec; - } - - /* Allocate array to hold memory records */ - if (mNumMemRecords > SIZE_MAX / sizeof(iv_mem_rec_t)) { - ALOGE("requested memory size is too big."); - return C2_CORRUPTED; - } - mMemRecords = (iv_mem_rec_t *)malloc(mNumMemRecords * sizeof(iv_mem_rec_t)); - if (nullptr == mMemRecords) { - ALOGE("Unable to allocate memory for hold memory records: Size %zu", - mNumMemRecords * sizeof(iv_mem_rec_t)); - mSignalledError = true; - return C2_CORRUPTED; - } - - { - iv_mem_rec_t *ps_mem_rec; - ps_mem_rec = mMemRecords; - for (size_t i = 0; i < mNumMemRecords; i++) { - ps_mem_rec->u4_size = sizeof(iv_mem_rec_t); - ps_mem_rec->pv_base = nullptr; - ps_mem_rec->u4_mem_size = 0; - ps_mem_rec->u4_mem_alignment = 0; - ps_mem_rec->e_mem_type = IV_NA_MEM_TYPE; - - ps_mem_rec++; - } - } - - /* Getting MemRecords Attributes */ - { - iv_fill_mem_rec_ip_t s_fill_mem_rec_ip; - iv_fill_mem_rec_op_t s_fill_mem_rec_op; - - s_fill_mem_rec_ip.u4_size = sizeof(iv_fill_mem_rec_ip_t); - s_fill_mem_rec_op.u4_size = sizeof(iv_fill_mem_rec_op_t); - - s_fill_mem_rec_ip.e_cmd = IV_CMD_FILL_NUM_MEM_REC; - s_fill_mem_rec_ip.ps_mem_rec = mMemRecords; - s_fill_mem_rec_ip.u4_num_mem_rec = mNumMemRecords; - s_fill_mem_rec_ip.u4_max_wd = width; - s_fill_mem_rec_ip.u4_max_ht = height; - s_fill_mem_rec_ip.u4_max_level = mAVCEncLevel; - s_fill_mem_rec_ip.e_color_format = DEFAULT_INP_COLOR_FORMAT; - s_fill_mem_rec_ip.u4_max_ref_cnt = DEFAULT_MAX_REF_FRM; - s_fill_mem_rec_ip.u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM; - s_fill_mem_rec_ip.u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X; - s_fill_mem_rec_ip.u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y; - - status = ive_api_function(nullptr, &s_fill_mem_rec_ip, &s_fill_mem_rec_op); - - if (status != IV_SUCCESS) { - ALOGE("Fill memory records failed = 0x%x\n", - s_fill_mem_rec_op.u4_error_code); - return C2_CORRUPTED; - } - } - - /* Allocating Memory for Mem Records */ - { - WORD32 total_size; - iv_mem_rec_t *ps_mem_rec; - total_size = 0; - ps_mem_rec = mMemRecords; - - for (size_t i = 0; i < mNumMemRecords; i++) { - ps_mem_rec->pv_base = ive_aligned_malloc( - ps_mem_rec->u4_mem_alignment, ps_mem_rec->u4_mem_size); - if (ps_mem_rec->pv_base == nullptr) { - ALOGE("Allocation failure for mem record id %zu size %u\n", i, - ps_mem_rec->u4_mem_size); - return C2_CORRUPTED; - - } - total_size += ps_mem_rec->u4_mem_size; - - ps_mem_rec++; - } - } - - /* Codec Instance Creation */ - { - ive_init_ip_t s_init_ip; - ive_init_op_t s_init_op; - - mCodecCtx = (iv_obj_t *)mMemRecords[0].pv_base; - mCodecCtx->u4_size = sizeof(iv_obj_t); - mCodecCtx->pv_fxns = (void *)ive_api_function; - - s_init_ip.u4_size = sizeof(ive_init_ip_t); - s_init_op.u4_size = sizeof(ive_init_op_t); - - s_init_ip.e_cmd = IV_CMD_INIT; - s_init_ip.u4_num_mem_rec = mNumMemRecords; - s_init_ip.ps_mem_rec = mMemRecords; - s_init_ip.u4_max_wd = width; - s_init_ip.u4_max_ht = height; - s_init_ip.u4_max_ref_cnt = DEFAULT_MAX_REF_FRM; - s_init_ip.u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM; - s_init_ip.u4_max_level = mAVCEncLevel; - s_init_ip.e_inp_color_fmt = mIvVideoColorFormat; - - if (mReconEnable || mPSNREnable) { - s_init_ip.u4_enable_recon = 1; - } else { - s_init_ip.u4_enable_recon = 0; - } - s_init_ip.e_recon_color_fmt = DEFAULT_RECON_COLOR_FORMAT; - s_init_ip.e_rc_mode = DEFAULT_RC_MODE; - s_init_ip.u4_max_framerate = DEFAULT_MAX_FRAMERATE; - s_init_ip.u4_max_bitrate = DEFAULT_MAX_BITRATE; - s_init_ip.u4_num_bframes = mBframes; - s_init_ip.e_content_type = IV_PROGRESSIVE; - s_init_ip.u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X; - s_init_ip.u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y; - s_init_ip.e_slice_mode = mSliceMode; - s_init_ip.u4_slice_param = mSliceParam; - s_init_ip.e_arch = mArch; - s_init_ip.e_soc = DEFAULT_SOC; - - status = ive_api_function(mCodecCtx, &s_init_ip, &s_init_op); - - if (status != IV_SUCCESS) { - ALOGE("Init encoder failed = 0x%x\n", s_init_op.u4_error_code); - return C2_CORRUPTED; - } - } - - /* Get Codec Version */ - logVersion(); - - /* set processor details */ - setNumCores(); - - /* Video control Set Frame dimensions */ - setDimensions(); - - /* Video control Set Frame rates */ - setFrameRate(); - - /* Video control Set IPE Params */ - setIpeParams(); - - /* Video control Set Bitrate */ - setBitRate(); - - /* Video control Set QP */ - setQp(); - - /* Video control Set AIR params */ - setAirParams(); - - /* Video control Set VBV params */ - setVbvParams(); - - /* Video control Set Motion estimation params */ - setMeParams(); - - /* Video control Set GOP params */ - setGopParams(); - - /* Video control Set Deblock params */ - setDeblockParams(); - - /* Video control Set Profile params */ - setProfileParams(); - - /* Video control Set in Encode header mode */ - setEncMode(IVE_ENC_MODE_HEADER); - - ALOGV("init_codec successfull"); - - mSpsPpsHeaderReceived = false; - mStarted = true; - - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::releaseEncoder() { - IV_STATUS_T status = IV_SUCCESS; - iv_retrieve_mem_rec_ip_t s_retrieve_mem_ip; - iv_retrieve_mem_rec_op_t s_retrieve_mem_op; - iv_mem_rec_t *ps_mem_rec; - - if (!mStarted) { - return C2_OK; - } - - s_retrieve_mem_ip.u4_size = sizeof(iv_retrieve_mem_rec_ip_t); - s_retrieve_mem_op.u4_size = sizeof(iv_retrieve_mem_rec_op_t); - s_retrieve_mem_ip.e_cmd = IV_CMD_RETRIEVE_MEMREC; - s_retrieve_mem_ip.ps_mem_rec = mMemRecords; - - status = ive_api_function(mCodecCtx, &s_retrieve_mem_ip, &s_retrieve_mem_op); - - if (status != IV_SUCCESS) { - ALOGE("Unable to retrieve memory records = 0x%x\n", - s_retrieve_mem_op.u4_error_code); - return C2_CORRUPTED; - } - - /* Free memory records */ - ps_mem_rec = mMemRecords; - for (size_t i = 0; i < s_retrieve_mem_op.u4_num_mem_rec_filled; i++) { - if (ps_mem_rec) ive_aligned_free(ps_mem_rec->pv_base); - else { - ALOGE("memory record is null."); - return C2_CORRUPTED; - } - ps_mem_rec++; - } - - if (mMemRecords) free(mMemRecords); - - // clear other pointers into the space being free()d - mCodecCtx = nullptr; - - mStarted = false; - - return C2_OK; -} - -c2_status_t C2SoftAvcEnc::setEncodeArgs( - ive_video_encode_ip_t *ps_encode_ip, - ive_video_encode_op_t *ps_encode_op, - const C2GraphicView *const input, - uint8_t *base, - uint32_t capacity, - uint64_t timestamp) { - iv_raw_buf_t *ps_inp_raw_buf; - - ps_inp_raw_buf = &ps_encode_ip->s_inp_buf; - ps_encode_ip->s_out_buf.pv_buf = base; - ps_encode_ip->s_out_buf.u4_bytes = 0; - ps_encode_ip->s_out_buf.u4_bufsize = capacity; - ps_encode_ip->u4_size = sizeof(ive_video_encode_ip_t); - ps_encode_op->u4_size = sizeof(ive_video_encode_op_t); - - ps_encode_ip->e_cmd = IVE_CMD_VIDEO_ENCODE; - ps_encode_ip->pv_bufs = nullptr; - ps_encode_ip->pv_mb_info = nullptr; - ps_encode_ip->pv_pic_info = nullptr; - ps_encode_ip->u4_mb_info_type = 0; - ps_encode_ip->u4_pic_info_type = 0; - ps_encode_ip->u4_is_last = 0; - ps_encode_ip->u4_timestamp_high = timestamp >> 32; - ps_encode_ip->u4_timestamp_low = timestamp & 0xFFFFFFFF; - ps_encode_op->s_out_buf.pv_buf = nullptr; - - /* Initialize color formats */ - memset(ps_inp_raw_buf, 0, sizeof(iv_raw_buf_t)); - ps_inp_raw_buf->u4_size = sizeof(iv_raw_buf_t); - ps_inp_raw_buf->e_color_fmt = mIvVideoColorFormat; - if (input == nullptr) { - if (mSawInputEOS){ - ps_encode_ip->u4_is_last = 1; - } - return C2_OK; - } - - if (input->width() < mSize->width || - input->height() < mSize->height) { - /* Expect width height to be configured */ - ALOGW("unexpected Capacity Aspect %d(%d) x %d(%d)", input->width(), - mSize->width, input->height(), mSize->height); - return C2_BAD_VALUE; - } - ALOGV("width = %d, height = %d", input->width(), input->height()); - const C2PlanarLayout &layout = input->layout(); - uint8_t *yPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_Y]); - uint8_t *uPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_U]); - uint8_t *vPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_V]); - int32_t yStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc; - int32_t uStride = layout.planes[C2PlanarLayout::PLANE_U].rowInc; - int32_t vStride = layout.planes[C2PlanarLayout::PLANE_V].rowInc; - - uint32_t width = mSize->width; - uint32_t height = mSize->height; - // width and height are always even (as block size is 16x16) - CHECK_EQ((width & 1u), 0u); - CHECK_EQ((height & 1u), 0u); - size_t yPlaneSize = width * height; - - switch (layout.type) { - case C2PlanarLayout::TYPE_RGB: - [[fallthrough]]; - case C2PlanarLayout::TYPE_RGBA: { - ALOGV("yPlaneSize = %zu", yPlaneSize); - MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2); - mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer); - yPlane = conversionBuffer.data(); - uPlane = yPlane + yPlaneSize; - vPlane = uPlane + yPlaneSize / 4; - yStride = width; - uStride = vStride = yStride / 2; - ConvertRGBToPlanarYUV(yPlane, yStride, height, conversionBuffer.size(), *input); - break; - } - case C2PlanarLayout::TYPE_YUV: { - if (!IsYUV420(*input)) { - ALOGE("input is not YUV420"); - return C2_BAD_VALUE; - } - - if (layout.planes[layout.PLANE_Y].colInc == 1 - && layout.planes[layout.PLANE_U].colInc == 1 - && layout.planes[layout.PLANE_V].colInc == 1 - && uStride == vStride - && yStride == 2 * vStride) { - // I420 compatible - already set up above - break; - } - - // copy to I420 - yStride = width; - uStride = vStride = yStride / 2; - MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2); - mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer); - MediaImage2 img = CreateYUV420PlanarMediaImage2(width, height, yStride, height); - status_t err = ImageCopy(conversionBuffer.data(), &img, *input); - if (err != OK) { - ALOGE("Buffer conversion failed: %d", err); - return C2_BAD_VALUE; - } - yPlane = conversionBuffer.data(); - uPlane = yPlane + yPlaneSize; - vPlane = uPlane + yPlaneSize / 4; - break; - - } - - case C2PlanarLayout::TYPE_YUVA: - ALOGE("YUVA plane type is not supported"); - return C2_BAD_VALUE; - - default: - ALOGE("Unrecognized plane type: %d", layout.type); - return C2_BAD_VALUE; - } - - switch (mIvVideoColorFormat) { - case IV_YUV_420P: - { - // input buffer is supposed to be const but Ittiam API wants bare pointer. - ps_inp_raw_buf->apv_bufs[0] = yPlane; - ps_inp_raw_buf->apv_bufs[1] = uPlane; - ps_inp_raw_buf->apv_bufs[2] = vPlane; - - ps_inp_raw_buf->au4_wd[0] = input->width(); - ps_inp_raw_buf->au4_wd[1] = input->width() / 2; - ps_inp_raw_buf->au4_wd[2] = input->width() / 2; - - ps_inp_raw_buf->au4_ht[0] = input->height(); - ps_inp_raw_buf->au4_ht[1] = input->height() / 2; - ps_inp_raw_buf->au4_ht[2] = input->height() / 2; - - ps_inp_raw_buf->au4_strd[0] = yStride; - ps_inp_raw_buf->au4_strd[1] = uStride; - ps_inp_raw_buf->au4_strd[2] = vStride; - break; - } - - case IV_YUV_422ILE: - { - // TODO - // ps_inp_raw_buf->apv_bufs[0] = pu1_buf; - // ps_inp_raw_buf->au4_wd[0] = mWidth * 2; - // ps_inp_raw_buf->au4_ht[0] = mHeight; - // ps_inp_raw_buf->au4_strd[0] = mStride * 2; - break; - } - - case IV_YUV_420SP_UV: - case IV_YUV_420SP_VU: - default: - { - ps_inp_raw_buf->apv_bufs[0] = yPlane; - ps_inp_raw_buf->apv_bufs[1] = uPlane; - - ps_inp_raw_buf->au4_wd[0] = input->width(); - ps_inp_raw_buf->au4_wd[1] = input->width(); - - ps_inp_raw_buf->au4_ht[0] = input->height(); - ps_inp_raw_buf->au4_ht[1] = input->height() / 2; - - ps_inp_raw_buf->au4_strd[0] = yStride; - ps_inp_raw_buf->au4_strd[1] = uStride; - break; - } - } - return C2_OK; -} - -void C2SoftAvcEnc::process( - const std::unique_ptr<C2Work> &work, - const std::shared_ptr<C2BlockPool> &pool) { - // Initialize output work - work->result = C2_OK; - work->workletsProcessed = 1u; - work->worklets.front()->output.flags = work->input.flags; - - IV_STATUS_T status; - WORD32 timeDelay, timeTaken; - uint64_t timestamp = work->input.ordinal.timestamp.peekull(); - - // Initialize encoder if not already initialized - if (mCodecCtx == nullptr) { - if (C2_OK != initEncoder()) { - ALOGE("Failed to initialize encoder"); - mSignalledError = true; - work->result = C2_CORRUPTED; - return; - } - } - if (mSignalledError) { - return; - } - - // while (!mSawOutputEOS && !outQueue.empty()) { - c2_status_t error; - ive_video_encode_ip_t s_encode_ip; - ive_video_encode_op_t s_encode_op; - - if (!mSpsPpsHeaderReceived) { - constexpr uint32_t kHeaderLength = MIN_STREAM_SIZE; - uint8_t header[kHeaderLength]; - error = setEncodeArgs( - &s_encode_ip, &s_encode_op, nullptr, header, kHeaderLength, timestamp); - if (error != C2_OK) { - ALOGE("setEncodeArgs failed: %d", error); - mSignalledError = true; - work->result = C2_CORRUPTED; - return; - } - status = ive_api_function(mCodecCtx, &s_encode_ip, &s_encode_op); - - if (IV_SUCCESS != status) { - ALOGE("Encode header failed = 0x%x\n", - s_encode_op.u4_error_code); - return; - } else { - ALOGV("Bytes Generated in header %d\n", - s_encode_op.s_out_buf.u4_bytes); - } - - mSpsPpsHeaderReceived = true; - - std::unique_ptr<C2StreamCsdInfo::output> csd = - C2StreamCsdInfo::output::AllocUnique(s_encode_op.s_out_buf.u4_bytes, 0u); - if (!csd) { - ALOGE("CSD allocation failed"); - mSignalledError = true; - work->result = C2_NO_MEMORY; - return; - } - memcpy(csd->m.value, header, s_encode_op.s_out_buf.u4_bytes); - work->worklets.front()->output.configUpdate.push_back(std::move(csd)); - - DUMP_TO_FILE( - mOutFile, csd->m.value, csd->flexCount()); - } - - // handle dynamic config parameters - { - IntfImpl::Lock lock = mIntf->lock(); - std::shared_ptr<C2StreamIntraRefreshTuning::output> intraRefresh = mIntf->getIntraRefresh_l(); - std::shared_ptr<C2StreamBitrateInfo::output> bitrate = mIntf->getBitrate_l(); - std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync = mIntf->getRequestSync_l(); - lock.unlock(); - - if (bitrate != mBitrate) { - mBitrate = bitrate; - setBitRate(); - } - - if (intraRefresh != mIntraRefresh) { - mIntraRefresh = intraRefresh; - setAirParams(); - } - - if (requestSync != mRequestSync) { - // we can handle IDR immediately - if (requestSync->value) { - // unset request - C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE); - std::vector<std::unique_ptr<C2SettingResult>> failures; - mIntf->config({ &clearSync }, C2_MAY_BLOCK, &failures); - ALOGV("Got sync request"); - setFrameType(IV_IDR_FRAME); - } - mRequestSync = requestSync; - } - } - - if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) { - mSawInputEOS = true; - } - - /* In normal mode, store inputBufferInfo and this will be returned - when encoder consumes this input */ - // if (!mInputDataIsMeta && (inputBufferInfo != NULL)) { - // for (size_t i = 0; i < MAX_INPUT_BUFFER_HEADERS; i++) { - // if (NULL == mInputBufferInfo[i]) { - // mInputBufferInfo[i] = inputBufferInfo; - // break; - // } - // } - // } - std::shared_ptr<const C2GraphicView> view; - std::shared_ptr<C2Buffer> inputBuffer; - if (!work->input.buffers.empty()) { - inputBuffer = work->input.buffers[0]; - view = std::make_shared<const C2GraphicView>( - inputBuffer->data().graphicBlocks().front().map().get()); - if (view->error() != C2_OK) { - ALOGE("graphic view map err = %d", view->error()); - return; - } - } - - std::shared_ptr<C2LinearBlock> block; - - do { - C2MemoryUsage usage = { C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE }; - // TODO: error handling, proper usage, etc. - c2_status_t err = pool->fetchLinearBlock(mOutBufferSize, usage, &block); - if (err != C2_OK) { - ALOGE("fetch linear block err = %d", err); - work->result = err; - return; - } - C2WriteView wView = block->map().get(); - if (wView.error() != C2_OK) { - ALOGE("write view map err = %d", wView.error()); - work->result = wView.error(); - return; - } - - error = setEncodeArgs( - &s_encode_ip, &s_encode_op, view.get(), wView.base(), wView.capacity(), timestamp); - if (error != C2_OK) { - ALOGE("setEncodeArgs failed : %d", error); - mSignalledError = true; - work->result = error; - return; - } - - // DUMP_TO_FILE( - // mInFile, s_encode_ip.s_inp_buf.apv_bufs[0], - // (mHeight * mStride * 3 / 2)); - - GETTIME(&mTimeStart, nullptr); - /* Compute time elapsed between end of previous decode() - * to start of current decode() */ - TIME_DIFF(mTimeEnd, mTimeStart, timeDelay); - status = ive_api_function(mCodecCtx, &s_encode_ip, &s_encode_op); - - if (IV_SUCCESS != status) { - if ((s_encode_op.u4_error_code & 0xFF) == IH264E_BITSTREAM_BUFFER_OVERFLOW) { - // TODO: use IVE_CMD_CTL_GETBUFINFO for proper max input size? - mOutBufferSize *= 2; - continue; - } - ALOGE("Encode Frame failed = 0x%x\n", - s_encode_op.u4_error_code); - mSignalledError = true; - work->result = C2_CORRUPTED; - return; - } - } while (IV_SUCCESS != status); - - // Hold input buffer reference - if (inputBuffer) { - mBuffers[s_encode_ip.s_inp_buf.apv_bufs[0]] = inputBuffer; - } - - GETTIME(&mTimeEnd, nullptr); - /* Compute time taken for decode() */ - TIME_DIFF(mTimeStart, mTimeEnd, timeTaken); - - ALOGV("timeTaken=%6d delay=%6d numBytes=%6d", timeTaken, timeDelay, - s_encode_op.s_out_buf.u4_bytes); - - void *freed = s_encode_op.s_inp_buf.apv_bufs[0]; - /* If encoder frees up an input buffer, mark it as free */ - if (freed != nullptr) { - if (mBuffers.count(freed) == 0u) { - ALOGD("buffer not tracked"); - } else { - // Release input buffer reference - mBuffers.erase(freed); - mConversionBuffersInUse.erase(freed); - } - } - - work->worklets.front()->output.flags = work->input.flags; - work->worklets.front()->output.ordinal = work->input.ordinal; - work->worklets.front()->output.ordinal.timestamp = - ((uint64_t)s_encode_op.u4_timestamp_high << 32) | s_encode_op.u4_timestamp_low; - work->worklets.front()->output.buffers.clear(); - - if (s_encode_op.s_out_buf.u4_bytes) { - std::shared_ptr<C2Buffer> buffer = - createLinearBuffer(block, 0, s_encode_op.s_out_buf.u4_bytes); - if (IV_IDR_FRAME == s_encode_op.u4_encoded_frame_type) { - ALOGV("IDR frame produced"); - buffer->setInfo(std::make_shared<C2StreamPictureTypeMaskInfo::output>( - 0u /* stream id */, C2PictureTypeKeyFrame)); - } - work->worklets.front()->output.buffers.push_back(buffer); - } - - if (s_encode_op.u4_is_last) { - // outputBufferHeader->nFlags |= OMX_BUFFERFLAG_EOS; - mSawOutputEOS = true; - } else { - // outputBufferHeader->nFlags &= ~OMX_BUFFERFLAG_EOS; - } -} - -c2_status_t C2SoftAvcEnc::drain( - uint32_t drainMode, - const std::shared_ptr<C2BlockPool> &pool) { - // TODO: use IVE_CMD_CTL_FLUSH? - (void)drainMode; - (void)pool; - return C2_OK; -} - - -class C2SoftAvcEncFactory : public C2ComponentFactory { -public: - C2SoftAvcEncFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>( - GetCodec2PlatformComponentStore()->getParamReflector())) { - } - - virtual c2_status_t createComponent( - c2_node_id_t id, - std::shared_ptr<C2Component>* const component, - std::function<void(C2Component*)> deleter) override { - *component = std::shared_ptr<C2Component>( - new C2SoftAvcEnc(COMPONENT_NAME, - id, - std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)), - deleter); - return C2_OK; - } - - virtual c2_status_t createInterface( - c2_node_id_t id, - std::shared_ptr<C2ComponentInterface>* const interface, - std::function<void(C2ComponentInterface*)> deleter) override { - *interface = std::shared_ptr<C2ComponentInterface>( - new SimpleInterface<C2SoftAvcEnc::IntfImpl>( - COMPONENT_NAME, id, std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)), - deleter); - return C2_OK; - } - - virtual ~C2SoftAvcEncFactory() override = default; - -private: - std::shared_ptr<C2ReflectorHelper> mHelper; -}; - -} // namespace android - -extern "C" ::C2ComponentFactory* CreateCodec2Factory() { - ALOGV("in %s", __func__); - return new ::android::C2SoftAvcEncFactory(); -} - -extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) { - ALOGV("in %s", __func__); - delete factory; -} |