/****************************************************************************** * * Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at: * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * ******************************************************************************/ /** ******************************************************************************* * @file * ihevcd_frm_cvt_x86_intr.c * * @brief * Platform specific intrinsic implementation of certain functions * * @author * Ittiam * @par List of Functions: * - ihevcd_itrans_recon_dc * - ihevcd_fmt_conv_420sp_to_420p * * @remarks * None * ******************************************************************************* */ #include "string.h" #include "ihevc_typedefs.h" #include "ihevc_defs.h" #include "ihevc_macros.h" #include "ihevc_platform_macros.h" #include "ihevcd_function_selector.h" #include #include void ihevcd_fmt_conv_420sp_to_420p_ssse3(UWORD8 *pu1_y_src, UWORD8 *pu1_uv_src, UWORD8 *pu1_y_dst, UWORD8 *pu1_u_dst, UWORD8 *pu1_v_dst, WORD32 wd, WORD32 ht, WORD32 src_y_strd, WORD32 src_uv_strd, WORD32 dst_y_strd, WORD32 dst_uv_strd, WORD32 is_u_first, WORD32 disable_luma_copy) { UWORD8 *pu1_src, *pu1_dst; UWORD8 *pu1_u_src, *pu1_v_src; WORD32 num_rows, num_cols, src_strd, dst_strd, cols, rows; WORD32 i, j; cols = 0; pu1_u_src = (UWORD8 *)pu1_uv_src; pu1_v_src = (UWORD8 *)pu1_uv_src + 1; if(0 == disable_luma_copy) { /* copy luma */ pu1_src = (UWORD8 *)pu1_y_src; pu1_dst = (UWORD8 *)pu1_y_dst; num_rows = ht; num_cols = wd; src_strd = src_y_strd; dst_strd = dst_y_strd; for(i = 0; i < num_rows; i++) { memcpy(pu1_dst, pu1_src, num_cols); pu1_dst += dst_strd; pu1_src += src_strd; } } /* de-interleave U and V and copy to destination */ if(!is_u_first) { UWORD8 *temp = pu1_u_dst; pu1_u_dst = pu1_v_dst; pu1_v_dst = temp; pu1_u_src = (UWORD8 *)pu1_uv_src + 1; pu1_v_src = (UWORD8 *)pu1_uv_src; } { __m128i src_uv0_8x16b, src_uv1_8x16b, src_u_8x16b, src_v_8x16b; __m128i temp0_8x16b, temp1_8x16b, alt_first_mask; UWORD8 FIRST_ALT_SHUFFLE[16] = { 0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E, 0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F }; PREFETCH((char const *)(pu1_uv_src + (0 * src_uv_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (1 * src_uv_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (2 * src_uv_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (3 * src_uv_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (4 * src_uv_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (5 * src_uv_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (6 * src_uv_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (7 * src_uv_strd)), _MM_HINT_T0) num_rows = ht >> 1; num_cols = wd >> 1; src_strd = src_uv_strd; dst_strd = dst_uv_strd; alt_first_mask = _mm_loadu_si128((__m128i *)&FIRST_ALT_SHUFFLE[0]); if(num_cols > 15) { cols = num_cols >> 4; for(i = 0; i < (num_rows >> 2); i++) { UWORD8 *pu1_uv_src_temp, *pu1_u_dst_temp, *pu1_v_dst_temp; PREFETCH((char const *)(pu1_uv_src + (8 * src_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (9 * src_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (10 * src_strd)), _MM_HINT_T0) PREFETCH((char const *)(pu1_uv_src + (11 * src_strd)), _MM_HINT_T0) pu1_uv_src_temp = pu1_uv_src; pu1_u_dst_temp = pu1_u_dst; pu1_v_dst_temp = pu1_v_dst; for(j = 0; j < cols; j++) { /**** Row 0 ***/ src_uv0_8x16b = _mm_loadu_si128((__m128i *)pu1_uv_src_temp); src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + 16)); temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask); temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask); src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b); src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b); _mm_storeu_si128((__m128i *)(pu1_u_dst_temp), src_u_8x16b); _mm_storeu_si128((__m128i *)(pu1_v_dst_temp), src_v_8x16b); /**** Row 1 ***/ src_uv0_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (1 * src_strd))); src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (1 * src_strd) + 16)); temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask); temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask); src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b); src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b); _mm_storeu_si128((__m128i *)(pu1_u_dst_temp + (1 * dst_strd)), src_u_8x16b); _mm_storeu_si128((__m128i *)(pu1_v_dst_temp + (1 * dst_strd)), src_v_8x16b); /**** Row 2 ***/ src_uv0_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (2 * src_strd))); src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (2 * src_strd) + 16)); temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask); temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask); src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b); src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b); _mm_storeu_si128((__m128i *)(pu1_u_dst_temp + (2 * dst_strd)), src_u_8x16b); _mm_storeu_si128((__m128i *)(pu1_v_dst_temp + (2 * dst_strd)), src_v_8x16b); /**** Row 3 ***/ src_uv0_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (3 * src_strd))); src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (3 * src_strd) + 16)); temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask); temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask); src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b); src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b); _mm_storeu_si128((__m128i *)(pu1_u_dst_temp + (3 * dst_strd)), src_u_8x16b); _mm_storeu_si128((__m128i *)(pu1_v_dst_temp + (3 * dst_strd)), src_v_8x16b); pu1_u_dst_temp += 16; pu1_v_dst_temp += 16; pu1_uv_src_temp += 32; } pu1_u_dst += 4 * dst_strd; pu1_v_dst += 4 * dst_strd; pu1_uv_src += 4 * src_strd; //pu1_v_src += src_strd; } rows = num_rows & 0x3; if(rows) { for(i = 0; i < rows; i++) { UWORD8 *pu1_uv_src_temp, *pu1_u_dst_temp, *pu1_v_dst_temp; pu1_uv_src_temp = pu1_uv_src; pu1_u_dst_temp = pu1_u_dst; pu1_v_dst_temp = pu1_v_dst; for(j = 0; j < cols; j++) { src_uv0_8x16b = _mm_loadu_si128((__m128i *)pu1_uv_src_temp); src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + 16)); temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask); temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask); src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b); src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b); _mm_storeu_si128((__m128i *)(pu1_u_dst_temp), src_u_8x16b); _mm_storeu_si128((__m128i *)(pu1_v_dst_temp), src_v_8x16b); pu1_u_dst_temp += 16; pu1_v_dst_temp += 16; pu1_uv_src_temp += 32; } pu1_u_dst += dst_strd; pu1_v_dst += dst_strd; pu1_uv_src += src_strd; } } pu1_u_dst -= (num_rows * dst_strd); pu1_v_dst -= (num_rows * dst_strd); num_cols &= 0x0F; } if(num_cols) { pu1_u_dst += (cols << 4); pu1_v_dst += (cols << 4); pu1_u_src += 2 * (cols << 4); pu1_v_src += 2 * (cols << 4); for(i = 0; i < num_rows; i++) { for(j = 0; j < num_cols; j++) { pu1_u_dst[j] = pu1_u_src[j * 2]; pu1_v_dst[j] = pu1_v_src[j * 2]; } pu1_u_dst += dst_strd; pu1_v_dst += dst_strd; pu1_u_src += src_strd; pu1_v_src += src_strd; } } } return; }