@/***************************************************************************** @* @* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore @* @* Licensed under the Apache License, Version 2.0 (the "License"); @* you may not use this file except in compliance with the License. @* You may obtain a copy of the License at: @* @* http://www.apache.org/licenses/LICENSE-2.0 @* @* Unless required by applicable law or agreed to in writing, software @* distributed under the License is distributed on an "AS IS" BASIS, @* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @* See the License for the specific language governing permissions and @* limitations under the License. @* @*****************************************************************************/ @/** @******************************************************************************* @* @file @* ihevc_weighted_pred_bi_default.s @* @* @brief @* contains function definitions for weighted prediction used in inter @* prediction @* @* @author @* parthiban v @* @* @par list of functions: @* - ihevc_weighted_pred_bi_default() @* @* @remarks @* none @* @******************************************************************************* @*/ @/** @******************************************************************************* @* @* @brief @* does default bi-weighted prediction on the arrays pointed by pi2_src1 and @* pi2_src2 and stores it at location pointed by pi2_dst assumptions : the @* function is optimized considering the fact width and height are multiple @* of 2. @* @* @par description: @* dst = ( (src1 + lvl_shift1) + (src2 + lvl_shift2) + 1 << (shift - 1) ) @* >> shift where shift = 15 - bitdepth @* @* @param[in] pi2_src1 @* pointer to source 1 @* @* @param[in] pi2_src2 @* pointer to source 2 @* @* @param[out] pu1_dst @* pointer to destination @* @* @param[in] src_strd1 @* source stride 1 @* @* @param[in] src_strd2 @* source stride 2 @* @* @param[in] dst_strd @* destination stride @* @* @param[in] lvl_shift1 @* added before shift and offset @* @* @param[in] lvl_shift2 @* added before shift and offset @* @* @param[in] ht @* height of the source @* @* @param[in] wd @* width of the source @* @* @returns @* @* @remarks @* none @* @******************************************************************************* @*/ @void ihevc_weighted_pred_bi_default(word16 *pi2_src1, @ word16 *pi2_src2, @ uword8 *pu1_dst, @ word32 src_strd1, @ word32 src_strd2, @ word32 dst_strd, @ word32 lvl_shift1, @ word32 lvl_shift2, @ word32 ht, @ word32 wd) @**************variables vs registers***************************************** @ r0 => *pi2_src1 @ r1 => *pi2_src2 @ r2 => *pu1_dst @ r3 => src_strd1 @ r4 => src_strd2 @ r5 => dst_strd @ r6 => lvl_shift1 @ r7 => lvl_shift2 @ r8 => ht @ r9 => wd .text .syntax unified .align 4 .globl ihevc_weighted_pred_bi_default_a9q .type ihevc_weighted_pred_bi_default_a9q, %function ihevc_weighted_pred_bi_default_a9q: stmfd sp!, {r4-r12, r14} @stack stores the values of the arguments ldr r4,[sp,#40] @load src_strd2 lsl r3,r3,#1 ldr r5,[sp,#44] @load dst_strd ldr r6,[sp,#48] @load lvl_shift1 lsl r4,r4,#1 ldr r7,[sp,#52] @load lvl_shift2 ldr r8,[sp,#56] @load ht ldr r9,[sp,#60] @load wd vdup.16 q2,r6 @lvl_shift1_t = vmov_n_s16((int16_t)lvl_shift1) vdup.16 q3,r7 @lvl_shift2_t = vmov_n_s16((int16_t)lvl_shift2) vmov.i16 q0,#0x40 @tmp_lvl_shift = 1 << (shift - 1) vadd.i16 q2,q3 vadd.s16 q0,q0,q2 @ vmvn.i32 q1,#0x6 @vmovq_n_s32(tmp_shift) lsl r6,r9,#1 rsb r7,r6,r3,lsl #2 @4*src_strd1 - wd rsb r10,r6,r4,lsl #2 @4*src_strd2 - wd @asr r6,#1 @rsb r6,r6,r5,lsl #2 @4*dst_strd - wd cmp r8,#0 @check ht == 0 beq end_loops @if equal, then end the function chroma_decision: orr r14,r8,r9 cmp r14,#10 beq outer_loop_chroma_8x2 cmp r14,#6 beq outer_loop_chroma_4x2 luma_decision: cmp r9,#24 beq outer_loop_8 cmp r9,#16 bge outer_loop_16 cmp r9,#12 beq outer_loop_4 cmp r9,#8 bge outer_loop_8 outer_loop_4: cmp r9,#0 @check wd == 0 beq end_loops @if equal, then end the function core_loop_4: add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) vld1.s16 {d6},[r0]! @load and increment the pi2_src1 add r14,r2,r5 @pu1_dst_tmp = pu1_dst + dst_strd vld1.s16 {d7},[r1]! @load and increment the pi2_src2 vld1.s16 {d8},[r11],r3 @load and increment the pi2_src1 ii iteration vqadd.s16 d18,d6,d7 vqadd.s16 d18,d18,d0 @vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t) vld1.s16 {d9},[r12],r4 @load and increment the pi2_src2 ii iteration vqadd.s16 d20,d8,d9 @vaddq_s32(i4_tmp2_t1, i4_tmp2_t2) vqadd.s16 d19,d20,d0 @vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) vqshrun.s16 d20,q9,#7 vld1.s16 {d22},[r11],r3 @load and increment the pi2_src1 iii iteration vld1.s16 {d23},[r12],r4 @load and increment the pi2_src2 iii iteration vqadd.s16 d30,d22,d23 vqadd.s16 d30,d30,d0 @vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t) iii iteration vld1.s16 {d24},[r11],r3 @load and increment the pi2_src1 iv iteration vld1.s16 {d25},[r12],r4 @load and increment the pi2_src2 iv iteration vqadd.s16 d18,d24,d25 @vaddq_s32(i4_tmp2_t1, i4_tmp2_t2) iv iteration vqadd.s16 d31,d18,d0 vst1.32 {d20[0]},[r2]! @store pu1_dst i iteration vst1.32 {d20[1]},[r14],r5 @store pu1_dst ii iteration vqshrun.s16 d30,q15,#7 vst1.32 {d30[0]},[r14],r5 @store pu1_dst iii iteration @vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) iv iteratio subs r9,r9,#4 @decrement wd by 4 and check for 0 vst1.32 {d30[1]},[r14],r5 @store pu1_dst iv iteration bgt core_loop_4 @if greater than 0 repeat the core loop again end_core_loop_4: subs r8,r8,#4 @decrement the ht by 4 add r0,r0,r7 @pi2_src1 + 4*src_strd1 - 2*wd(since pi2_src1 is 16 bit pointer double the increment with double the wd decrement) asr r9,r6,#1 add r1,r1,r10 @pi2_src2 + 4*src_strd2 - 2*wd rsb r14,r9,r5,lsl #2 @4*dst_strd - wd add r2,r2,r14 @pu1_dst + dst_std - wd bgt core_loop_4 @if ht is greater than 0 goto outer_loop b end_loops @ this is only for chroma module with input 2x2 outer_loop_chroma_4x2: cmp r9,#0 @check wd == 0 beq end_loops @if equal, then end the function rsb r7,r6,r3,lsl #1 @2*src_strd1 - wd rsb r10,r6,r4,lsl #1 @2*src_strd2 - wd core_loop_chroma_4x2: add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) vld1.s16 {d6},[r0]! @load and increment the pi2_src1 add r14,r2,r5 @pu1_dst_tmp = pu1_dst + dst_strd vld1.s16 {d7},[r1]! @load and increment the pi2_src2 vld1.s16 {d8},[r11],r3 @load and increment the pi2_src1 ii iteration vqadd.s16 d18,d6,d7 vqadd.s16 d18,d18,d0 @vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t) vld1.s16 {d9},[r12],r4 @load and increment the pi2_src2 ii iteration vqadd.s16 d20,d8,d9 @vaddq_s32(i4_tmp2_t1, i4_tmp2_t2) vqadd.s16 d19,d20,d0 @vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) vqshrun.s16 d20,q9,#7 vst1.32 {d20[0]},[r2]! @store pu1_dst i iteration vst1.32 {d20[1]},[r14],r5 @store pu1_dst ii iteration subs r9,r9,#4 @decrement wd by 4 and check for 0 bgt core_loop_chroma_4x2 @if greater than 0 repeat the core loop again end_core_loop_chorma_4x2: subs r8,r8,#2 @decrement the ht by 4 add r0,r0,r7 @pi2_src1 + 2*src_strd1 - 2*wd(since pi2_src1 is 16 bit pointer double the increment with double the wd decrement) asr r9,r6,#1 add r1,r1,r10 @pi2_src2 + 2*src_strd2 - 2*wd rsb r14,r9,r5,lsl #1 @2*dst_strd - wd add r2,r2,r14 @pu1_dst + dst_std - wd bgt core_loop_chroma_4x2 @if ht is greater than 0 goto outer_loop b end_loops outer_loop_8: cmp r9,#0 @check wd == 0 beq end_loops @if equal, then end the function add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) core_loop_8: vld1.s16 {q12},[r0]! @load and increment the pi2_src1 add r14,r2,r5 @pu1_dst_tmp = pu1_dst + dst_strd vld1.s16 {q13},[r1]! @load and increment the pi2_src2 vqadd.s16 q12,q12,q13 vld1.s16 {q14},[r11],r3 @load and increment the pi2_src1 ii iteration vqadd.s16 q12,q12,q0 @vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t) vld1.s16 {q15},[r12],r4 @load and increment the pi2_src2 ii iteration vld1.s16 {q8},[r11],r3 @load and increment the pi2_src1 iii iteration vqadd.s16 q11,q14,q15 @vaddq_s32(i4_tmp2_t1, i4_tmp2_t2) vld1.s16 {q9},[r12],r4 @load and increment the pi2_src2 iii iteration vqadd.s16 q11,q11,q0 @vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) vqshrun.s16 d20,q12,#7 vld1.s16 {q6},[r11],r3 @load and increment the pi2_src1 iv iteration vqadd.s16 q15,q8,q9 vqshrun.s16 d21,q11,#7 vld1.s16 {q7},[r12],r4 @load and increment the pi2_src2 iv iteration vqadd.s16 q15,q15,q0 @vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t) iii iteration vst1.32 {d20},[r2]! @store pu1_dst i iteration vqadd.s16 q4,q6,q7 @vaddq_s32(i4_tmp2_t1, i4_tmp2_t2) iv iteration vst1.32 {d21},[r14],r5 @store pu1_dst ii iteration vqadd.s16 q4,q4,q0 vqshrun.s16 d30,q15,#7 vqshrun.s16 d31,q4,#7 add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) vst1.32 {d30},[r14],r5 @store pu1_dst iii iteration @vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) iv iteratio subs r9,r9,#8 @decrement wd by 4 and check for 0 vst1.32 {d31},[r14],r5 @store pu1_dst iv iteration bgt core_loop_8 @if greater than 0 repeat the core loop again end_core_loop_8: subs r8,r8,#4 @decrement the ht by 4 add r0,r0,r7 @pi2_src1 + 4*src_strd1 - 2*wd(since pi2_src1 is 16 bit pointer double the increment with double the wd decrement) asr r9,r6,#1 add r1,r1,r10 @pi2_src2 + 4*src_strd2 - 2*wd rsb r14,r9,r5,lsl #2 @4*dst_strd - wd add r2,r2,r14 add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) @pu1_dst + dst_std - wd bgt core_loop_8 b end_loops @ this is only for chroma module with inpput 4x2 outer_loop_chroma_8x2: cmp r9,#0 @check wd == 0 beq end_loops @if equal, then end the function add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) rsb r7,r6,r3,lsl #1 @2*src_strd1 - wd rsb r10,r6,r4,lsl #1 @2*src_strd2 - wd core_loop_chroma_8x2: vld1.s16 {q12},[r0]! @load and increment the pi2_src1 add r14,r2,r5 @pu1_dst_tmp = pu1_dst + dst_strd vld1.s16 {q13},[r1]! @load and increment the pi2_src2 vqadd.s16 q12,q12,q13 vld1.s16 {q14},[r11],r3 @load and increment the pi2_src1 ii iteration vqadd.s16 q12,q12,q0 @vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t) vld1.s16 {q15},[r12],r4 @load and increment the pi2_src2 ii iteration vld1.s16 {q8},[r11],r3 @load and increment the pi2_src1 iii iteration vqadd.s16 q11,q14,q15 @vaddq_s32(i4_tmp2_t1, i4_tmp2_t2) vqadd.s16 q11,q11,q0 @vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) vqshrun.s16 d20,q12,#7 vqshrun.s16 d21,q11,#7 vst1.32 {d20},[r2]! @store pu1_dst i iteration vst1.32 {d21},[r14],r5 @store pu1_dst ii iteration add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) @vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) iv iteratio subs r9,r9,#8 @decrement wd by 4 and check for 0 bgt core_loop_chroma_8x2 @if greater than 0 repeat the core loop again end_core_loop_chroma_8x2: subs r8,r8,#2 @decrement the ht by 4 add r0,r0,r7 @pi2_src1 + 4*src_strd1 - 2*wd(since pi2_src1 is 16 bit pointer double the increment with double the wd decrement) asr r9,r6,#1 add r1,r1,r10 @pi2_src2 + 4*src_strd2 - 2*wd rsb r14,r9,r5,lsl #1 @4*dst_strd - wd add r2,r2,r14 add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) @pu1_dst + dst_std - wd bgt core_loop_chroma_8x2 b end_loops outer_loop_16: cmp r9,#0 @check wd == 0 beq end_loops @if equal, then end the function add r11,r0,r3 @pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer) add r12,r1,r4 @pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) rsb r7,r6,r3,lsl #1 @2*src_strd1 - wd mov r14,#16 sub r10,r14,r5 sub r11,r3,r14 sub r12,r14,r3 rsb r14,r9,r5,lsl #1 @2*dst_strd - wd prolog_16: vld1.s16 {q1},[r0]! @load and increment the pi2_src1 vld1.s16 {q2},[r1]! @load and increment the pi2_src2 vld1.s16 {q5},[r0],r11 @load and increment the pi2_src1 vld1.s16 {q6},[r1],r11 @load and increment the pi2_src2 vld1.s16 {q3},[r0]! @load and increment the pi2_src1 ii iteration subs r9,r9,#16 vld1.s16 {q4},[r1]! @load and increment the pi2_src2 ii iteration subeq r8,r8,#2 vqadd.s16 q11,q1,q2 vld1.s16 {q7},[r0],r12 @load and increment the pi2_src1 ii iteration vqadd.s16 q14,q5,q6 vld1.s16 {q8},[r1],r12 @load and increment the pi2_src2 ii iteration addeq r0,r0,r7 addeq r1,r1,r7 vqadd.s16 q12,q3,q4 vld1.s16 {q1},[r0]! vqadd.s16 q13,q7,q8 @ if the input is chroma with 8x2 block size cmp r8,#0 beq epilog_16 vld1.s16 {q2},[r1]! @load and increment the pi2_src2 vqadd.s16 q11,q11,q0 vld1.s16 {q5},[r0],r11 @load and increment the pi2_src1 vqadd.s16 q14,q14,q0 vld1.s16 {q6},[r1],r11 @load and increment the pi2_src2 vqadd.s16 q12,q12,q0 vld1.s16 {q3},[r0]! @load and increment the pi2_src1 ii iteration vqadd.s16 q15,q13,q0 vqshrun.s16 d20,q11,#7 vld1.s16 {q4},[r1]! @load and increment the pi2_src2 ii iteration vqshrun.s16 d21,q14,#7 vld1.s16 {q7},[r0],r12 @load and increment the pi2_src1 ii iteration vqshrun.s16 d26,q12,#7 vld1.s16 {q8},[r1],r12 @load and increment the pi2_src2 ii iteration vqshrun.s16 d27,q15,#7 core_loop_16: cmp r9,#0 vqadd.s16 q11,q1,q2 asreq r9,r6,#1 vst1.32 {q10},[r2],r5 vqadd.s16 q14,q5,q6 vst1.32 {q13},[r2],r10 addeq r2,r2,r14 vqadd.s16 q12,q3,q4 subs r9,r9,#16 addeq r0,r0,r7 vqadd.s16 q13,q7,q8 addeq r1,r1,r7 subseq r8,r8,#2 @decrement the ht by 2 beq epilog_16 vqadd.s16 q11,q11,q0 vld1.s16 {q1},[r0]! @load and increment the pi2_src1 vqadd.s16 q14,q14,q0 vld1.s16 {q2},[r1]! @load and increment the pi2_src2 vqadd.s16 q12,q12,q0 vld1.s16 {q5},[r0],r11 @load and increment the pi2_src1 vqadd.s16 q15,q13,q0 vld1.s16 {q6},[r1],r11 @load and increment the pi2_src2 vqshrun.s16 d20,q11,#7 vld1.s16 {q3},[r0]! @load and increment the pi2_src1 ii iteration vqshrun.s16 d21,q14,#7 vld1.s16 {q4},[r1]! @load and increment the pi2_src2 ii iteration vqshrun.s16 d26,q12,#7 vld1.s16 {q7},[r0],r12 @load and increment the pi2_src1 ii iteration vqshrun.s16 d27,q15,#7 vld1.s16 {q8},[r1],r12 @load and increment the pi2_src2 ii iteration b core_loop_16 epilog_16: vqadd.s16 q11,q11,q0 vqadd.s16 q14,q14,q0 vqadd.s16 q12,q12,q0 vqadd.s16 q15,q13,q0 vqshrun.s16 d20,q11,#7 vqshrun.s16 d21,q14,#7 vqshrun.s16 d26,q12,#7 vqshrun.s16 d27,q15,#7 vst1.32 {q10},[r2],r5 vst1.32 {q13},[r2] end_core_loop_16: end_loops: ldmfd sp!,{r4-r12,r15} @reload the registers from sp