@/****************************************************************************** @ * @ * Copyright (C) 2015 The Android Open Source Project @ * @ * Licensed under the Apache License, Version 2.0 (the "License"); @ * you may not use this file except in compliance with the License. @ * You may obtain a copy of the License at: @ * @ * http://www.apache.org/licenses/LICENSE-2.0 @ * @ * Unless required by applicable law or agreed to in writing, software @ * distributed under the License is distributed on an "AS IS" BASIS, @ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @ * See the License for the specific language governing permissions and @ * limitations under the License. @ * @ ***************************************************************************** @ * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore @*/ @** @ ******************************************************************************* @ * @file @ * ih264_iquant_itrans_recon_a9.s @ * @ * @brief @ * Contains function definitions for single stage inverse transform @ * @ * @author @ * Mohit @ * Harinarayanaan @ * @ * @par List of Functions: @ * - ih264_iquant_itrans_recon_4x4_a9() @ * - ih264_iquant_itrans_recon_8x8_a9() @ * - ih264_iquant_itrans_recon_chroma_4x4_a9() @ * @ * @remarks @ * None @ * @ ******************************************************************************* @* @** @ ******************************************************************************* @ * @ * @brief @ * This function performs inverse quant and Inverse transform type Ci4 for 4*4 block @ * @ * @par Description: @ * Performs inverse transform Ci4 and adds the residue to get the @ * reconstructed block @ * @ * @param[in] pi2_src @ * Input 4x4 coefficients @ * @ * @param[in] pu1_pred @ * Prediction 4x4 block @ * @ * @param[out] pu1_out @ * Output 4x4 block @ * @ * @param[in] u4_qp_div_6 @ * QP @ * @ * @param[in] pu2_weigh_mat @ * Pointer to weight matrix @ * @ * @param[in] pred_strd, @ * Prediction stride @ * @ * @param[in] out_strd @ * Output Stride @ * @ *@param[in] pi2_tmp @ * temporary buffer of size 1*16 @ * @ * @param[in] pu2_iscal_mat @ * Pointer to the inverse quantization matrix @ * @ * @returns Void @ * @ * @remarks @ * None @ * @ ******************************************************************************* @ * @void ih264_iquant_itrans_recon_4x4(WORD16 *pi2_src, @ UWORD8 *pu1_pred, @ UWORD8 *pu1_out, @ WORD32 pred_strd, @ WORD32 out_strd, @ const UWORD16 *pu2_iscal_mat, @ const UWORD16 *pu2_weigh_mat, @ UWORD32 u4_qp_div_6, @ WORD32 *pi4_tmp, @ WORD32 iq_start_idx @ WORD16 *pi2_dc_ld_addr) @**************Variables Vs Registers***************************************** @r0 => *pi2_src @r1 => *pu1_pred @r2 => *pu1_out @r3 => pred_strd @r4 => out_strd @r5 => *pu2_iscal_mat @r6 => *pu2_weigh_mat @r7 => u4_qp_div_6 @r8 => iq_start_idx @r10=> pi2_dc_ld_addr .text .syntax unified .p2align 2 .global ih264_iquant_itrans_recon_4x4_a9 ih264_iquant_itrans_recon_4x4_a9: @VLD4.S16 is used because the pointer is incremented by SUB_BLK_WIDTH_4x4 @If the macro value changes need to change the instruction according to it. @Only one shift is done in horizontal inverse because, @if u4_qp_div_6 is lesser than 4 then shift value will be neagative and do negative left shift, in this case rnd_factor has value @if u4_qp_div_6 is greater than 4 then shift value will be positive and do left shift, here rnd_factor is 0 stmfd sp!, {r4-r12, r14} @stack stores the values of the arguments ldr r7, [sp, #52] @Loads u4_qp_div_6 ldr r4, [sp, #40] @Loads out_strd vdup.s32 q15, r7 @Populate the u4_qp_div_6 in Q15 ldr r5, [sp, #44] @Loads *pu2_iscal_mat ldr r6, [sp, #48] @Loads *pu2_weigh_mat ldr r8, [sp, #60] @Loads iq_start_idx ldr r10, [sp, #64] @Load alternate dc address vpush {d8-d15} @=======================DEQUANT FROM HERE=================================== vld4.s16 {d20, d21, d22, d23}, [r5] @Load pu2_iscal_mat[i], i =0..15 vld4.s16 {d26, d27, d28, d29}, [r6] @pu2_weigh_mat[i], i =0..15 vmul.s16 q10, q10, q13 @x[i]=(scale[i] * dequant[i]) where i = 0..7 vld4.s16 {d16, d17, d18, d19}, [r0] @pi2_src_tmp[i], i =0..15 vmul.s16 q11, q11, q14 @x[i]=(scale[i] * dequant[i]) where i = 8..15 subs r8, r8, #1 @ if r8 == 1 => intra case , so result of subtraction is zero and Z flag is set ldrsheq r9, [r10] @ Loads signed halfword pi2_dc_ld_addr[0], if r8==1 vmull.s16 q0, d16, d20 @ Q0 = p[i] = (x[i] * trns_coeff[i]) where i = 0..3 vmull.s16 q1, d17, d21 @ Q1 = p[i] = (x[i] * trns_coeff[i]) where i = 4..7 vmull.s16 q2, d18, d22 @ Q2 = p[i] = (x[i] * trns_coeff[i]) where i = 8..11 vmull.s16 q3, d19, d23 @ Q3 = p[i] = (x[i] * trns_coeff[i]) where i = 12..15 vshl.s32 q0, q0, q15 @ Q0 = q[i] = (p[i] << (qP/6)) where i = 0..3 vshl.s32 q1, q1, q15 @ Q1 = q[i] = (p[i] << (qP/6)) where i = 4..7 vshl.s32 q2, q2, q15 @ Q2 = q[i] = (p[i] << (qP/6)) where i = 8..11 vshl.s32 q3, q3, q15 @ Q3 = q[i] = (p[i] << (qP/6)) where i = 12..15 vqrshrn.s32 d0, q0, #0x4 @ D0 = c[i] = ((q[i] + 32) >> 4) where i = 0..3 vqrshrn.s32 d1, q1, #0x4 @ D1 = c[i] = ((q[i] + 32) >> 4) where i = 4..7 vqrshrn.s32 d2, q2, #0x4 @ D2 = c[i] = ((q[i] + 32) >> 4) where i = 8..11 vqrshrn.s32 d3, q3, #0x4 @ D3 = c[i] = ((q[i] + 32) >> 4) where i = 12..15 vmoveq.16 d0[0], r9 @ Restore dc value in case of intra, i.e. r8 == 1 @========= PROCESS IDCT FROM HERE ======= @Steps for Stage 1: @------------------ vld1.32 d30[0], [r1], r3 @I row Load pu1_pred buffer vadd.s16 d4, d0, d2 @x0 = q0 + q1; vsub.s16 d5, d0, d2 @x1 = q0 - q1; vshr.s16 d8, d1, #1 @q0>>1 vshr.s16 d9, d3, #1 @q1>>1 vsub.s16 d6, d8, d3 @x2 = (q0 >> 1) - q1; vadd.s16 d7, d1, d9 @x3 = q0+ (q1 >> 1); vld1.32 d30[1], [r1], r3 @II row Load pu1_pred buffer vswp d6, d7 @Reverse positions of x2 and x3 vsub.s16 q6, q2, q3 @x0-x3 and x1-x2 combined vadd.s16 q5, q2, q3 @x0 + x3 and x1+x2 combined vld1.32 d31[0], [r1], r3 @III row Load pu1_pred buf vswp d12, d13 @Steps for Stage 2: @------------------ vtrn.16 d10, d11 vtrn.16 d12, d13 vtrn.32 d10, d12 vtrn.32 d11, d13 vadd.s16 d14, d10, d12 @x0 = q0 + q1; vsub.s16 d15, d10, d12 @x1 = q0 - q1; vshr.s16 d18, d11, #1 @q0>>1 vshr.s16 d19, d13, #1 @q1>>1 vsub.s16 d16, d18, d13 @x2 = (q0 >> 1) - q1; vadd.s16 d17, d11, d19 @x3 = q0+ (q1 >> 1); vld1.32 d31[1], [r1], r3 @IV row Load pu1_pred buffer vswp d16, d17 @Reverse positions of x2 and x3 vsub.s16 q11, q7, q8 @x0-x3 and x1-x2 combined vadd.s16 q10, q7, q8 @x0 + x3 and x1+x2 combined vswp d22, d23 vrshr.s16 q10, q10, #6 @ vrshr.s16 q11, q11, #6 vaddw.u8 q10, q10, d30 vaddw.u8 q11, q11, d31 vqmovun.s16 d0, q10 vqmovun.s16 d1, q11 vst1.32 d0[0], [r2], r4 @I row store the value vst1.32 d0[1], [r2], r4 @II row store the value vst1.32 d1[0], [r2], r4 @III row store the value vst1.32 d1[1], [r2] @IV row store the value vpop {d8-d15} ldmfd sp!, {r4-r12, r15} @Reload the registers from SP @** @ ******************************************************************************* @ * @ * @brief @ * This function performs inverse quant and Inverse transform type Ci4 for 4*4 block @ * @ * @par Description: @ * Performs inverse transform Ci4 and adds the residue to get the @ * reconstructed block @ * @ * @param[in] pi2_src @ * Input 4x4 coefficients @ * @ * @param[in] pu1_pred @ * Prediction 4x4 block @ * @ * @param[out] pu1_out @ * Output 4x4 block @ * @ * @param[in] u4_qp_div_6 @ * QP @ * @ * @param[in] pu2_weigh_mat @ * Pointer to weight matrix @ * @ * @param[in] pred_strd, @ * Prediction stride @ * @ * @param[in] out_strd @ * Output Stride @ * @ *@param[in] pi2_tmp @ * temporary buffer of size 1*16 @ * @ * @param[in] pu2_iscal_mat @ * Pointer to the inverse quantization matrix @ * @ * @returns Void @ * @ * @remarks @ * None @ * @ ******************************************************************************* @ * @void ih264_iquant_itrans_recon_chroma_4x4(WORD16 *pi2_src, @ UWORD8 *pu1_pred, @ UWORD8 *pu1_out, @ WORD32 pred_strd, @ WORD32 out_strd, @ const UWORD16 *pu2_iscal_mat, @ const UWORD16 *pu2_weigh_mat, @ UWORD32 u4_qp_div_6, @ WORD32 *pi4_tmp @ WORD16 *pi2_dc_src) @**************Variables Vs Registers***************************************** @r0 => *pi2_src @r1 => *pu1_pred @r2 => *pu1_out @r3 => pred_strd @r4 => out_strd @r5 => *pu2_iscal_mat @r6 => *pu2_weigh_mat @r7 => u4_qp_div_6 .global ih264_iquant_itrans_recon_chroma_4x4_a9 ih264_iquant_itrans_recon_chroma_4x4_a9: @VLD4.S16 is used because the pointer is incremented by SUB_BLK_WIDTH_4x4 @If the macro value changes need to change the instruction according to it. @Only one shift is done in horizontal inverse because, @if u4_qp_div_6 is lesser than 4 then shift value will be neagative and do negative left shift, in this case rnd_factor has value @if u4_qp_div_6 is greater than 4 then shift value will be positive and do left shift, here rnd_factor is 0 stmfd sp!, {r4-r12, r14} @stack stores the values of the arguments ldr r7, [sp, #52] @Loads u4_qp_div_6 ldr r4, [sp, #40] @Loads out_strd vdup.s32 q15, r7 @Populate the u4_qp_div_6 in Q15 ldr r5, [sp, #44] @Loads *pu2_iscal_mat ldr r6, [sp, #48] @Loads *pu2_weigh_mat ldr r8, [sp, #60] @loads *pi2_dc_src vpush {d8-d15} @=======================DEQUANT FROM HERE=================================== vld4.s16 {d20, d21, d22, d23}, [r5] @Load pu2_iscal_mat[i], i =0..15 vld4.s16 {d26, d27, d28, d29}, [r6] @pu2_weigh_mat[i], i =0..15 vmul.s16 q10, q10, q13 @x[i]=(scale[i] * dequant[i]) where i = 0..7 vld4.s16 {d16, d17, d18, d19}, [r0] @pi2_src_tmp[i], i =0..15 vmul.s16 q11, q11, q14 @x[i]=(scale[i] * dequant[i]) where i = 8..15 vmull.s16 q0, d16, d20 @ Q0 = p[i] = (x[i] * trns_coeff[i]) where i = 0..3 vmull.s16 q1, d17, d21 @ Q1 = p[i] = (x[i] * trns_coeff[i]) where i = 4..7 vmull.s16 q2, d18, d22 @ Q2 = p[i] = (x[i] * trns_coeff[i]) where i = 8..11 vmull.s16 q3, d19, d23 @ Q3 = p[i] = (x[i] * trns_coeff[i]) where i = 12..15 vshl.s32 q0, q0, q15 @ Q0 = q[i] = (p[i] << (qP/6)) where i = 0..3 vshl.s32 q1, q1, q15 @ Q1 = q[i] = (p[i] << (qP/6)) where i = 4..7 vshl.s32 q2, q2, q15 @ Q2 = q[i] = (p[i] << (qP/6)) where i = 8..11 vshl.s32 q3, q3, q15 @ Q3 = q[i] = (p[i] << (qP/6)) where i = 12..15 vqrshrn.s32 d0, q0, #0x4 @ D0 = c[i] = ((q[i] + 32) >> 4) where i = 0..3 vqrshrn.s32 d1, q1, #0x4 @ D1 = c[i] = ((q[i] + 32) >> 4) where i = 4..7 vqrshrn.s32 d2, q2, #0x4 @ D2 = c[i] = ((q[i] + 32) >> 4) where i = 8..11 vqrshrn.s32 d3, q3, #0x4 @ D3 = c[i] = ((q[i] + 32) >> 4) where i = 12..15 ldrsh r9, [r8] @ Loads signed halfword pi2_dc_src[0] vmov.16 d0[0], r9 @ Restore dc value since its chroma iq-it @========= PROCESS IDCT FROM HERE ======= @Steps for Stage 1: @------------------ vld2.8 {d28, d29}, [r1], r3 @I row Load pu1_pred buffer vadd.s16 d4, d0, d2 @x0 = q0 + q1; vsub.s16 d5, d0, d2 @x1 = q0 - q1; vshr.s16 d8, d1, #1 @q0>>1 vshr.s16 d9, d3, #1 @q1>>1 vsub.s16 d6, d8, d3 @x2 = (q0 >> 1) - q1; vadd.s16 d7, d1, d9 @x3 = q0+ (q1 >> 1); vld2.8 {d29, d30}, [r1], r3 @II row Load pu1_pred buffer vswp d6, d7 @Reverse positions of x2 and x3 vsub.s16 q6, q2, q3 @x0-x3 and x1-x2 combined vtrn.32 d28, d29 @ D28 -- row I and II of pu1_pred_buffer vadd.s16 q5, q2, q3 @x0 + x3 and x1+x2 combined vld2.8 {d29, d30}, [r1], r3 @III row Load pu1_pred buf vswp d12, d13 @Steps for Stage 2: @------------------ vtrn.16 d10, d11 vtrn.16 d12, d13 vtrn.32 d10, d12 vtrn.32 d11, d13 vadd.s16 d14, d10, d12 @x0 = q0 + q1; vsub.s16 d15, d10, d12 @x1 = q0 - q1; vshr.s16 d18, d11, #1 @q0>>1 vshr.s16 d19, d13, #1 @q1>>1 vsub.s16 d16, d18, d13 @x2 = (q0 >> 1) - q1; vadd.s16 d17, d11, d19 @x3 = q0+ (q1 >> 1); vld2.8 {d30, d31}, [r1], r3 @IV row Load pu1_pred buffer vswp d16, d17 @Reverse positions of x2 and x3 vsub.s16 q11, q7, q8 @x0-x3 and x1-x2 combined vtrn.32 d29, d30 @ D29 -- row III and IV of pu1_pred_buf vadd.s16 q10, q7, q8 @x0 + x3 and x1+x2 combined vswp d22, d23 vrshr.s16 q10, q10, #6 @ vrshr.s16 q11, q11, #6 vaddw.u8 q10, q10, d28 vaddw.u8 q11, q11, d29 vld1.u8 d0, [r2], r4 @Loading out buffer 16 coeffs vld1.u8 d1, [r2], r4 vld1.u8 d2, [r2], r4 vld1.u8 d3, [r2], r4 sub r2, r2, r4, lsl #2 vqmovun.s16 d20, q10 @Getting quantized coeffs vqmovun.s16 d22, q11 vmovl.u8 q10, d20 @Move the coffs into 16 bit vmovl.u8 q11, d22 @so that we can use vbit to copy vmov.u16 q14, #0x00ff @Copy lsb from qantized(long)coeffs vbit.u8 q0, q10, q14 vbit.u8 q1, q11, q14 vst1.u8 d0, [r2], r4 vst1.u8 d1, [r2], r4 vst1.u8 d2, [r2], r4 vst1.u8 d3, [r2] vpop {d8-d15} ldmfd sp!, {r4-r12, r15} @Reload the registers from SP @* @ ******************************************************************************* @ * @ * @brief @ * This function performs inverse quant and Inverse transform type Ci4 for 8*8 block @ * @ * @par Description: @ * Performs inverse transform Ci8 and adds the residue to get the @ * reconstructed block @ * @ * @param[in] pi2_src @ * Input 4x4 coefficients @ * @ * @param[in] pu1_pred @ * Prediction 4x4 block @ * @ * @param[out] pu1_out @ * Output 4x4 block @ * @ * @param[in] u4_qp_div_6 @ * QP @ * @ * @param[in] pu2_weigh_mat @ * Pointer to weight matrix @ * @ * @param[in] pred_strd, @ * Prediction stride @ * @ * @param[in] out_strd @ * Output Stride @ * @ *@param[in] pi2_tmp @ * temporary buffer of size 1*64 @ * @ * @param[in] pu2_iscal_mat @ * Pointer to the inverse quantization matrix @ * @ * @returns Void @ * @ * @remarks @ * None @ * @ ******************************************************************************* @ * @void ih264_iquant_itrans_recon_8x8(WORD16 *pi2_src, @ UWORD8 *pu1_pred, @ UWORD8 *pu1_out, @ WORD32 pred_strd, @ WORD32 out_strd, @ const UWORD16 *pu2_iscal_mat, @ const UWORD16 *pu2_weigh_mat, @ UWORD32 u4_qp_div_6, @ WORD32 *pi4_tmp, @ WORD32 iq_start_idx) @**************Variables Vs Registers***************************************** @r0 => *pi2_src @r1 => *pu1_pred @r2 => *pu1_out @r3 => pred_strd @r4 => out_strd @r5 => *pu2_iscal_mat @r6 => *pu2_weigh_mat @r7 => u4_qp_div_6 .global ih264_iquant_itrans_recon_8x8_a9 ih264_iquant_itrans_recon_8x8_a9: stmfd sp!, {r4-r12, r14} @stack stores the values of the arguments ldr r7, [sp, #52] @Loads u4_qp_div_6 ldr r4, [sp, #40] @Loads out_strd ldr r5, [sp, #44] @Loads *pu2_iscal_mat ldr r6, [sp, #48] @Loads *pu2_weigh_mat vdup.s32 q15, r7 @Populate the u4_qp_div_6 in Q15 vpush {d8-d15} idct_8x8_begin: @========= DEQUANT FROM HERE =========== vld1.32 {q13}, [r5]! @ Q13 = dequant values row 0 vld1.32 {q10}, [r6]! @ Q10 = scaling factors row 0 vld1.32 {q14}, [r5]! @ Q14 = dequant values row 1 vmul.s16 q10, q10, q13 @ Q10 = x[i] = (scale[i] * dequant[i]) where i = 0..7 vld1.32 {q11}, [r6]! @ Q11 = scaling factors row 1 vld1.32 {q8}, [r0]! @ Q8 = Source row 0 vmul.s16 q11, q11, q14 @ Q11 = x[i] = (scale[i] * dequant[i]) where i = 8..15 vmull.s16 q0, d16, d20 @ Q0 = p[i] = (x[i] * trns_coeff[i]) where i = 0..3 vld1.32 {q9}, [r0]! @ Q8 = Source row 1 vmull.s16 q1, d17, d21 @ Q1 = p[i] = (x[i] * trns_coeff[i]) where i = 4..7 vmull.s16 q2, d18, d22 @ Q2 = p[i] = (x[i] * trns_coeff[i]) where i = 8..11 vld1.32 {q13}, [r6]! @ Scaling factors row 2 vmull.s16 q3, d19, d23 @ Q3 = p[i] = (x[i] * trns_coeff[i]) where i = 12..15 vld1.32 {q14}, [r6]! @ Scaling factors row 3 vshl.s32 q0, q0, q15 @ Q0 = q[i] = (p[i] << (qP/6)) where i = 0..3 vld1.32 {q10}, [r5]! @ Q10 = Dequant values row 2 vshl.s32 q1, q1, q15 @ Q1 = q[i] = (p[i] << (qP/6)) where i = 4..7 vld1.32 {q8}, [r0]! @ Source Row 2 vshl.s32 q2, q2, q15 @ Q2 = q[i] = (p[i] << (qP/6)) where i = 8..11 vld1.32 {q11}, [r5]! @ Q11 = Dequant values row 3 vshl.s32 q3, q3, q15 @ Q3 = q[i] = (p[i] << (qP/6)) where i = 12..15 vld1.32 {q9}, [r0]! @ Source Row 3 vmul.s16 q10, q10, q13 @ Dequant row2*scale matrix row 2 vmul.s16 q11, q11, q14 @ Dequant row 3*scale matrix row 3 vld1.32 {q4}, [r6]! @ Scaling factors row 4 vqrshrn.s32 d0, q0, #0x6 @ D0 = c[i] = ((q[i] + 32) >> 6) where i = 0..3 vqrshrn.s32 d1, q1, #0x6 @ D1 = c[i] = ((q[i] + 32) >> 6) where i = 4..7 vld1.32 {q5}, [r6]! @ Scaling factors row 5 vqrshrn.s32 d2, q2, #0x6 @ D2 = c[i] = ((q[i] + 32) >> 6) where i = 8..11 vqrshrn.s32 d3, q3, #0x6 @ D3 = c[i] = ((q[i] + 32) >> 6) where i = 12..15 vld1.32 {q13}, [r5]! @ Q13 = Dequant values row 4 vmull.s16 q2, d16, d20 @ p[i] = (x[i] * trns_coeff[i]) where i=16..19 vmull.s16 q3, d17, d21 @ p[i] = (x[i] * trns_coeff[i]) where i=20..23 vld1.32 {q12}, [r5]! @ Q12 = Dequant values row 5 vmull.s16 q6, d18, d22 @ p[i] = (x[i] * trns_coeff[i]) where i=24..27 vmull.s16 q7, d19, d23 @ p[i] = (x[i] * trns_coeff[i]) where i=28..31 vld1.32 {q14}, [r0]! @ Source row 4 vmul.s16 q10, q4, q13 @ Dequant row4*scale matrix row 4 vmul.s16 q11, q5, q12 @ Dequant row5*scale matrix row 5 vld1.32 {q9}, [r0]! @ Source row 5 vshl.s32 q2, q2, q15 @ vshl.s32 q3, q3, q15 @ vld1.32 {q13}, [r6]! @ Scaling factors row 6 vshl.s32 q6, q6, q15 @ vshl.s32 q7, q7, q15 @ vmull.s16 q4, d28, d20 @ i = 32..35 vqrshrn.s32 d4, q2, #0x6 @ D4 = c[i] = ((q[i] + 32) >> 6) where i = 16..19 vqrshrn.s32 d5, q3, #0x6 @ D5 = c[i] = ((q[i] + 32) >> 6) where i = 20..23 vmull.s16 q5, d29, d21 @ i =36..39 vld1.32 {q10}, [r5]! @ Dequant values row 6 vqrshrn.s32 d6, q6, #0x6 @ D6 = c[i] = ((q[i] + 32) >> 6) where i = 24..27 vqrshrn.s32 d7, q7, #0x6 @ D7 = c[i] = ((q[i] + 32) >> 6) where i = 28..31 vld1.32 {q14}, [r6]! @ Scaling factors row 7 vmull.s16 q6, d18, d22 @ vld1.32 {q8}, [r0]! @ Source row 6 vmull.s16 q7, d19, d23 @ vld1.32 {q11}, [r5]! @ Dequant values row 7 vshl.s32 q4, q4, q15 @ vld1.32 {q9}, [r0]! @ Source row 7 vshl.s32 q5, q5, q15 @ vshl.s32 q6, q6, q15 @ vshl.s32 q7, q7, q15 @ vmul.s16 q10, q10, q13 @ Dequant*scaling row 6 vmul.s16 q11, q11, q14 @ Dequant*scaling row 7 vqrshrn.s32 d8, q4, #0x6 @ D8 = c[i] = ((q[i] + 32) >> 6) where i = 32..35 vqrshrn.s32 d9, q5, #0x6 @ D9 = c[i] = ((q[i] + 32) >> 6) where i = 36..39 vqrshrn.s32 d10, q6, #0x6 @ D10 = c[i] = ((q[i] + 32) >> 6) where i = 40..43 vqrshrn.s32 d11, q7, #0x6 @ D11 = c[i] = ((q[i] + 32) >> 6) where i = 44..47 vmull.s16 q6, d16, d20 @ i= 48..51 vmull.s16 q7, d17, d21 @ i= 52..55 vmull.s16 q8, d18, d22 @ i=56..59 vmull.s16 q9, d19, d23 @ i=60..63 vshl.s32 q6, q6, q15 @ vzip.s16 q0, q1 @Transpose vshl.s32 q7, q7, q15 @ vshl.s32 q8, q8, q15 @ vzip.s16 q2, q3 @ vshl.s32 q9, q9, q15 @ vqrshrn.s32 d12, q6, #0x6 @ D12 = c[i] = ((q[i] + 32) >> 6) where i = 48..51 vzip.s16 q4, q5 @Transpose vqrshrn.s32 d13, q7, #0x6 @ D13 = c[i] = ((q[i] + 32) >> 6) where i = 52..55 vqrshrn.s32 d14, q8, #0x6 @ D14 = c[i] = ((q[i] + 32) >> 6) where i = 56..59 vzip.s32 q0, q2 @Transpose vqrshrn.s32 d15, q9, #0x6 @ D15 = c[i] = ((q[i] + 32) >> 6) where i = 60..63 @========= PROCESS IDCT FROM HERE ======= @Steps for Stage 2: @------------------ @ TRANSPOSE 8x8 coeffs to actual order vzip.s16 q6, q7 @ vzip.s32 q1, q3 @ vzip.s32 q4, q6 @ vzip.s32 q5, q7 @ vswp d1, d8 @ Q0/Q1 = Row order x0/x1 vswp d3, d10 @ Q2/Q3 = Row order x2/x3 vswp d5, d12 @ Q4/Q5 = Row order x4/x5 vswp d7, d14 @ Q6/Q7 = Row order x6/x7 vswp q1, q4 @ vshr.s16 q10, q2, #0x1 @ vswp q3, q6 @ @Steps for Stage 1: @------------------ vadd.s16 q8, q0, q4 @ Q8 = y0 vsub.s16 q9, q0, q4 @ Q9 = y2 vsra.s16 q2, q6, #0x1 @ Q2 = y6 vsub.s16 q6, q10, q6 @ Q6 = y4 vaddl.s16 q12, d14, d2 @ y3 (0-3) 1+7 vaddl.s16 q13, d15, d3 @ y3 (4-7) 1+7 vsubl.s16 q10, d14, d2 @ y5 (0-3) 7-1 vsubl.s16 q11, d15, d3 @ y5 (4-7) 7-1 vadd.s16 q0, q8, q2 @ Q0 = z0 vsub.s16 q4, q8, q2 @ Q4 = z6 vadd.s16 q8, q9, q6 @ Q8 = z2 vsub.s16 q2, q9, q6 @ Q2 = z4 vsubw.s16 q12, q12, d6 @ y3 (0-3) 1+7-3 vsubw.s16 q13, q13, d7 @ y3 (0-7) 1+7-3 vshr.s16 q6, q3, #0x1 @ vaddw.s16 q10, q10, d10 @ vaddw.s16 q11, q11, d11 @ vshr.s16 q9, q5, #0x1 @ vsubw.s16 q12, q12, d12 @ vsubw.s16 q13, q13, d13 @ vaddw.s16 q10, q10, d18 @ vaddw.s16 q11, q11, d19 @ vqmovn.s32 d12, q12 @ vaddl.s16 q12, d10, d6 @ vqmovn.s32 d13, q13 @ Q6 = y3 vaddl.s16 q13, d11, d7 @ vqmovn.s32 d18, q10 @ vsubl.s16 q10, d10, d6 @ vqmovn.s32 d19, q11 @ Q9 = y5 vsubl.s16 q11, d11, d7 @ vshr.s16 q3, q6, #0x2 @ vsra.s16 q6, q9, #0x2 @ Q6 = z3 vaddw.s16 q12, q12, d2 @ vaddw.s16 q13, q13, d3 @ vshr.s16 q1, #0x1 @ vsub.s16 q5, q3, q9 @ Q5 = z5 vsubw.s16 q10, q10, d14 @ vsubw.s16 q11, q11, d15 @ vshr.s16 q7, #0x1 @ vaddw.s16 q12, q12, d2 @ vaddw.s16 q13, q13, d3 @ vsubw.s16 q10, q10, d14 @ vsubw.s16 q11, q11, d15 @ vqmovn.s32 d14, q12 @ vadd.s16 q1, q8, q5 @ Q1 = x1 vqmovn.s32 d15, q13 @ Q7 = y7 vsub.s16 q3, q8, q5 @ Q3 = x6 vqmovn.s32 d18, q10 @ vsub.s16 q5, q2, q6 @ Q5 = x5 vqmovn.s32 d19, q11 @ Q9 = y1 vadd.s16 q2, q2, q6 @ Q2 = x2 vshr.s16 q12, q9, #0x2 @ vsra.s16 q9, q7, #0x2 @ Q9 = z1 vsub.s16 q11, q7, q12 @ Q11 = z7 vadd.s16 q6, q4, q9 @ Q6 = x3 vsub.s16 q4, q4, q9 @ Q4 = x4 vsub.s16 q7, q0, q11 @ Q7 = x7 vadd.s16 q0, q0, q11 @ Q0 = x0 vswp.s16 q3, q6 @ Q3 = x3, Q6 = x6 @Steps for Stage 2: @------------------ @ TRANSPOSE 8x8 coeffs to actual order vzip.s16 q0, q1 @ vzip.s16 q2, q3 @ vzip.s16 q4, q5 @ vzip.s16 q6, q7 @ vzip.s32 q0, q2 @ vzip.s32 q1, q3 @ vzip.s32 q4, q6 @ vzip.s32 q5, q7 @ vswp d1, d8 @ Q0/Q1 = Row order x0/x1 vswp d3, d10 @ Q2/Q3 = Row order x2/x3 vswp d5, d12 @ Q4/Q5 = Row order x4/x5 vswp d7, d14 @ Q6/Q7 = Row order x6/x7 vswp q1, q4 @ vshr.s16 q10, q2, #0x1 @ vswp q3, q6 @ @Steps for Stage 3: @------------------ @Repeat stage 1 again for vertical transform vadd.s16 q8, q0, q4 @ Q8 = y0 vld1.32 d28, [r1], r3 @ Q12 = 0x070605....0x070605.... vsub.s16 q9, q0, q4 @ Q9 = y2 vsra.s16 q2, q6, #0x1 @ Q2 = y6 vsub.s16 q6, q10, q6 @ Q6 = y4 vaddl.s16 q12, d14, d2 @ vld1.32 d29, [r1], r3 @ Q12 = 0x070605....0x070605.... vaddl.s16 q13, d15, d3 @ vsubl.s16 q10, d14, d2 @ vld1.32 d30, [r1], r3 @ Q12 = 0x070605....0x070605.... vsubl.s16 q11, d15, d3 @ vadd.s16 q0, q8, q2 @ Q0 = z0 vld1.32 d31, [r1], r3 @ Q12 = 0x070605....0x070605.... vsub.s16 q4, q8, q2 @ Q4 = z6 vadd.s16 q8, q9, q6 @ Q8 = z2 vsub.s16 q2, q9, q6 @ Q2 = z4 vsubw.s16 q12, q12, d6 @ vsubw.s16 q13, q13, d7 @ vshr.s16 q6, q3, #0x1 @ vaddw.s16 q10, q10, d10 @ vaddw.s16 q11, q11, d11 @ vshr.s16 q9, q5, #0x1 @ vsubw.s16 q12, q12, d12 @ vsubw.s16 q13, q13, d13 @ vaddw.s16 q10, q10, d18 @ vaddw.s16 q11, q11, d19 @ vqmovn.s32 d12, q12 @ vaddl.s16 q12, d10, d6 @ vqmovn.s32 d13, q13 @ Q6 = y3 vaddl.s16 q13, d11, d7 @ vqmovn.s32 d18, q10 @ vsubl.s16 q10, d10, d6 @ vqmovn.s32 d19, q11 @ Q9 = y5 vsubl.s16 q11, d11, d7 @ vshr.s16 q3, q6, #0x2 @ vsra.s16 q6, q9, #0x2 @ Q6 = z3 vaddw.s16 q12, q12, d2 @ vaddw.s16 q13, q13, d3 @ vshr.s16 q1, #0x1 @ vsub.s16 q5, q3, q9 @ Q5 = z5 vsubw.s16 q10, q10, d14 @ vsubw.s16 q11, q11, d15 @ vshr.s16 q7, #0x1 @ vaddw.s16 q12, q12, d2 @ vaddw.s16 q13, q13, d3 @ vsubw.s16 q10, q10, d14 @ vsubw.s16 q11, q11, d15 @ vqmovn.s32 d14, q12 @ vadd.s16 q1, q8, q5 @ Q1 = x1 vqmovn.s32 d15, q13 @ Q7 = y7 vsub.s16 q3, q8, q5 @ Q3 = x6 vqmovn.s32 d18, q10 @ vsub.s16 q5, q2, q6 @ Q5 = x5 vqmovn.s32 d19, q11 @ Q9 = y1 vadd.s16 q2, q2, q6 @ Q2 = x2 vshr.s16 q12, q9, #0x2 @ vsra.s16 q9, q7, #0x2 @ Q9 = z1 vsub.s16 q11, q7, q12 @ Q11 = z7 vadd.s16 q6, q4, q9 @ Q6 = x3 vsub.s16 q4, q4, q9 @ Q4 = x4 vsub.s16 q7, q0, q11 @ Q7 = x7 vadd.s16 q0, q0, q11 @ Q0 = x0 vswp.s16 q3, q6 @ Q3 <-> Q6 vrshr.s16 q1, q1, #6 @ vld1.32 d16, [r1], r3 @ Q12 = 0x070605....0x070605.... vrshr.s16 q2, q2, #6 @ vrshr.s16 q4, q4, #6 @ vld1.32 d17, [r1], r3 @ Q12 = 0x070605....0x070605.... vrshr.s16 q5, q5, #6 @ vrshr.s16 q7, q7, #6 @ vld1.32 d18, [r1], r3 @ Q12 = 0x070605....0x070605.... vrshr.s16 q0, q0, #6 @ vrshr.s16 q3, q3, #6 @ vld1.32 d19, [r1], r3 @ Q12 = 0x070605....0x070605.... vrshr.s16 q6, q6, #6 @ @ Code Added to pack sign and magnitudes vaddw.u8 q0, q0, d28 vaddw.u8 q1, q1, d29 vaddw.u8 q2, q2, d30 vaddw.u8 q3, q3, d31 vqmovun.s16 d0, q0 vaddw.u8 q4, q4, d16 vqmovun.s16 d1, q1 vaddw.u8 q5, q5, d17 vqmovun.s16 d2, q2 vaddw.u8 q6, q6, d18 vqmovun.s16 d3, q3 vaddw.u8 q7, q7, d19 vqmovun.s16 d4, q4 vst1.32 d0, [r2], r4 @ Magnitudes of 1st 4x4 block coeffs vqmovun.s16 d5, q5 vst1.32 d1, [r2], r4 @ Magnitudes of 1st 4x4 block coeffs vqmovun.s16 d6, q6 vst1.32 d2, [r2], r4 @ Magnitudes of 1st 4x4 block coeffs vqmovun.s16 d7, q7 vst1.32 d3, [r2], r4 @ Magnitudes of 1st 4x4 block coeffs vst1.32 d4, [r2], r4 @ Magnitudes of 1st 4x4 block coeffs vst1.32 d5, [r2], r4 @ Magnitudes of 1st 4x4 block coeffs vst1.32 d6, [r2], r4 @ Magnitudes of 1st 4x4 block coeffs vst1.32 d7, [r2], r4 @ Magnitudes of 1st 4x4 block coeffs idct_8x8_end: vpop {d8-d15} ldmfd sp!, {r4-r12, r15}