diff options
Diffstat (limited to 'common/arm64/ihevc_itrans_recon_8x8.s')
| -rw-r--r-- | common/arm64/ihevc_itrans_recon_8x8.s | 1038 |
1 files changed, 1038 insertions, 0 deletions
diff --git a/common/arm64/ihevc_itrans_recon_8x8.s b/common/arm64/ihevc_itrans_recon_8x8.s new file mode 100644 index 0000000..332677e --- /dev/null +++ b/common/arm64/ihevc_itrans_recon_8x8.s @@ -0,0 +1,1038 @@ +///***************************************************************************** +//* +//* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore +//* +//* Licensed under the Apache License, Version 2.0 (the "License"); +//* you may not use this file except in compliance with the License. +//* You may obtain a copy of the License at: +//* +//* http://www.apache.org/licenses/LICENSE-2.0 +//* +//* Unless required by applicable law or agreed to in writing, software +//* distributed under the License is distributed on an "AS IS" BASIS, +//* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +//* See the License for the specific language governing permissions and +//* limitations under the License. +//* +//*****************************************************************************/ +///** +// ******************************************************************************* +// * @file +// * ihevc_itrans_recon_8x8_neon.s +// * +// * @brief +// * contains function definitions for single stage inverse transform +// * +// * @author +// * anand s +// * +// * @par list of functions: +// * - ihevc_itrans_recon_8x8() +// * +// * @remarks +// * none +// * +// ******************************************************************************* +//*/ + +///** +// ******************************************************************************* +// * +// * @brief +// * this function performs inverse transform and reconstruction for 8x8 +// * input block +// * +// * @par description: +// * performs inverse transform and adds the prediction data and clips output +// * to 8 bit +// * +// * @param[in] pi2_src +// * input 8x8 coefficients +// * +// * @param[in] pi2_tmp +// * temporary 8x8 buffer for storing inverse +// * +// * transform +// * 1st stage output +// * +// * @param[in] pu1_pred +// * prediction 8x8 block +// * +// * @param[out] pu1_dst +// * output 8x8 block +// * +// * @param[in] src_strd +// * input stride +// * +// * @param[in] pred_strd +// * prediction stride +// * +// * @param[in] dst_strd +// * output stride +// * +// * @param[in] shift +// * output shift +// * +// * @param[in] zero_cols +// * zero columns in pi2_src +// * +// * @returns void +// * +// * @remarks +// * none +// * +// ******************************************************************************* +// */ + +//void ihevc_itrans_recon_8x8(word16 *pi2_src, +// word16 *pi2_tmp, +// uword8 *pu1_pred, +// uword8 *pu1_dst, +// word32 src_strd, +// word32 pred_strd, +// word32 dst_strd, +// word32 zero_cols +// word32 zero_rows ) + +//**************variables vs registers************************* +// x0 => *pi2_src +// x1 => *pi2_tmp +// x2 => *pu1_pred +// x3 => *pu1_dst +// src_strd +// pred_strd +// dst_strd +// zero_cols + + + +.text +.align 4 +.include "ihevc_neon_macros.s" + + + +.set width_x_size_x5 , 40 +.set width_x_size_x2 , 32 +.set shift_stage1_idct , 7 +.set shift_stage2_idct , 12 + +.globl ihevc_itrans_recon_8x8_av8 + +.extern g_ai2_ihevc_trans_8_transpose + +.type ihevc_itrans_recon_8x8_av8, %function + +ihevc_itrans_recon_8x8_av8: +////register usage.extern - loading and until idct of columns +//// cosine constants - d0 +//// sine constants - d1 +//// row 0 first half - d2 - y0 +//// row 1 first half - d6 - y1 +//// row 2 first half - d3 - y2 +//// row 3 first half - d7 - y3 +//// row 4 first half - d10 - y4 +//// row 5 first half - d14 - y5 +//// row 6 first half - d11 - y6 +//// row 7 first half - d15 - y7 + +//// row 0 second half - d4 - y0 +//// row 1 second half - d8 - y1 +//// row 2 second half - d5 - y2 +//// row 3 second half - d9 - y3 +//// row 4 second half - d12 - y4 +//// row 5 second half - d16 - y5 +//// row 6 second half - d13 - y6 +//// row 7 second half - d17 - y7 + + //// copy the input pointer to another register + //// step 1 : load all constants + // stmfd sp!,{x4-x12,x14} + + ldr w11, [sp] // zero rows + + push_v_regs + stp x19, x20,[sp,#-16]! + + mov x12, x7 // zero columns + mov x8, x5 // prediction stride + mov x7, x6 // destination stride + mov x6, x4 // src stride + lsl x6, x6, #1 // x sizeof(word16) + add x9,x0,x6, lsl #1 // 2 rows + + add x10,x6,x6, lsl #1 // 3 rows + + sub x10,x10, #8 // - 4 cols * sizeof(word16) + sub x5,x6, #8 // src_strd - 4 cols * sizeof(word16) + + adrp x14, :got:g_ai2_ihevc_trans_8_transpose + ldr x14, [x14, #:got_lo12:g_ai2_ihevc_trans_8_transpose] + + ld1 {v0.4h, v1.4h},[x14] ////d0,d1 are used for storing the constant data + + ////step 2 load all the input data + ////step 3 operate first 4 colums at a time + + and x11,x11,#0xff + and x12,x12,#0xff + + cmp x11,#0xf0 + bge skip_last4_rows + + + ld1 {v2.4h},[x0],#8 + ld1 {v3.4h},[x9],#8 + ld1 {v4.4h},[x0],x5 + smull v20.4s, v2.4h, v0.4h[0] //// y0 * cos4(part of c0 and c1) + ld1 {v5.4h},[x9],x5 + smull v18.4s, v3.4h, v1.4h[2] //// y2 * sin2 (q3 is freed by this time)(part of d1) + ld1 {v6.4h},[x0],#8 + ld1 {v7.4h},[x9],#8 + smull v24.4s, v6.4h, v0.4h[1] //// y1 * cos1(part of b0) + ld1 {v8.4h},[x0],x10 + smull v26.4s, v6.4h, v0.4h[3] //// y1 * cos3(part of b1) + ld1 {v9.4h},[x9],x10 + smull v28.4s, v6.4h, v1.4h[1] //// y1 * sin3(part of b2) + ld1 {v10.4h},[x0],#8 + smull v30.4s, v6.4h, v1.4h[3] //// y1 * sin1(part of b3) + ld1 {v11.4h},[x9],#8 + smlal v24.4s, v7.4h, v0.4h[3] //// y1 * cos1 + y3 * cos3(part of b0) + ld1 {v12.4h},[x0],x5 + smlsl v26.4s, v7.4h, v1.4h[3] //// y1 * cos3 - y3 * sin1(part of b1) + ld1 {v13.4h},[x9],x5 + smlsl v28.4s, v7.4h, v0.4h[1] //// y1 * sin3 - y3 * cos1(part of b2) + ld1 {v14.4h},[x0],#8 + smlsl v30.4s, v7.4h, v1.4h[1] //// y1 * sin1 - y3 * sin3(part of b3) + ld1 {v15.4h},[x9],#8 + smull v22.4s, v10.4h, v0.4h[0] //// y4 * cos4(part of c0 and c1) + ld1 {v16.4h},[x0],x10 + smull v6.4s, v3.4h, v0.4h[2] //// y2 * cos2(part of d0) + ld1 {v17.4h},[x9],x10 + + ///* this following was activated when alignment is not there */ +//// vld1.16 d2,[x0]! +//// vld1.16 d3,[x2]! +//// vld1.16 d4,[x0]! +//// vld1.16 d5,[x2]! +//// vld1.16 d6,[x0]! +//// vld1.16 d7,[x2]! +//// vld1.16 d8,[x0],x3 +//// vld1.16 d9,[x2],x3 +//// vld1.16 d10,[x0]! +//// vld1.16 d11,[x2]! +//// vld1.16 d12,[x0]! +//// vld1.16 d13,[x2]! +//// vld1.16 d14,[x0]! +//// vld1.16 d15,[x2]! +//// vld1.16 d16,[x0],x3 +//// vld1.16 d17,[x2],x3 + + + + + smlal v24.4s, v14.4h, v1.4h[1] //// y1 * cos1 + y3 * cos3 + y5 * sin3(part of b0) + smlsl v26.4s, v14.4h, v0.4h[1] //// y1 * cos3 - y3 * sin1 - y5 * cos1(part of b1) + smlal v28.4s, v14.4h, v1.4h[3] //// y1 * sin3 - y3 * cos1 + y5 * sin1(part of b2) + smlal v30.4s, v14.4h, v0.4h[3] //// y1 * sin1 - y3 * sin3 + y5 * cos3(part of b3) + + smlsl v18.4s, v11.4h, v0.4h[2] //// d1 = y2 * sin2 - y6 * cos2(part of a0 and a1) + smlal v6.4s, v11.4h, v1.4h[2] //// d0 = y2 * cos2 + y6 * sin2(part of a0 and a1) + + add v10.4s, v20.4s , v22.4s //// c0 = y0 * cos4 + y4 * cos4(part of a0 and a1) + sub v20.4s, v20.4s , v22.4s //// c1 = y0 * cos4 - y4 * cos4(part of a0 and a1) + + smlal v24.4s, v15.4h, v1.4h[3] //// b0 = y1 * cos1 + y3 * cos3 + y5 * sin3 + y7 * sin1(part of x0,x7) + smlsl v26.4s, v15.4h, v1.4h[1] //// b1 = y1 * cos3 - y3 * sin1 - y5 * cos1 - y7 * sin3(part of x1,x6) + smlal v28.4s, v15.4h, v0.4h[3] //// b2 = y1 * sin3 - y3 * cos1 + y5 * sin1 + y7 * cos3(part of x2,x5) + smlsl v30.4s, v15.4h, v0.4h[1] //// b3 = y1 * sin1 - y3 * sin3 + y5 * cos3 - y7 * cos1(part of x3,x4) + + add v14.4s, v10.4s , v6.4s //// a0 = c0 + d0(part of x0,x7) + sub v10.4s, v10.4s , v6.4s //// a3 = c0 - d0(part of x3,x4) + sub v22.4s, v20.4s , v18.4s //// a2 = c1 - d1(part of x2,x5) + add v18.4s, v20.4s , v18.4s //// a1 = c1 + d1(part of x1,x6) + + add v20.4s, v14.4s , v24.4s //// a0 + b0(part of x0) + sub v6.4s, v14.4s , v24.4s //// a0 - b0(part of x7) + + add v24.4s, v22.4s , v28.4s //// a2 + b2(part of x2) + sub v22.4s, v22.4s , v28.4s //// a2 - b2(part of x5) + + add v28.4s, v18.4s , v26.4s //// a1 + b1(part of x1) + sub v18.4s, v18.4s , v26.4s //// a1 - b1(part of x6) + + add v26.4s, v10.4s , v30.4s //// a3 + b3(part of x3) + sub v30.4s, v10.4s , v30.4s //// a3 - b3(part of x4) + + sqrshrn v2.4h, v20.4s,#shift_stage1_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage1_idct) + sqrshrn v15.4h, v6.4s,#shift_stage1_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage1_idct) + sqrshrn v3.4h, v24.4s,#shift_stage1_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage1_idct) + sqrshrn v14.4h, v22.4s,#shift_stage1_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage1_idct) + sqrshrn v6.4h, v28.4s,#shift_stage1_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage1_idct) + sqrshrn v11.4h, v18.4s,#shift_stage1_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage1_idct) + sqrshrn v7.4h, v26.4s,#shift_stage1_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage1_idct) + sqrshrn v10.4h, v30.4s,#shift_stage1_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage1_idct) + + + b last4_cols + + + +skip_last4_rows: + + + + ld1 {v2.4h},[x0],#8 + ld1 {v3.4h},[x9],#8 + ld1 {v4.4h},[x0],x5 + ld1 {v5.4h},[x9],x5 + ld1 {v6.4h},[x0],#8 + ld1 {v7.4h},[x9],#8 + ld1 {v8.4h},[x0],x10 + ld1 {v9.4h},[x9],x10 + + + + movi v12.4h, #0 + movi v13.4h, #0 + movi v16.4h, #0 + movi v17.4h, #0 + + + + + smull v24.4s, v6.4h, v0.4h[1] //// y1 * cos1(part of b0) + smull v26.4s, v6.4h, v0.4h[3] //// y1 * cos3(part of b1) + smull v28.4s, v6.4h, v1.4h[1] //// y1 * sin3(part of b2) + smull v30.4s, v6.4h, v1.4h[3] //// y1 * sin1(part of b3) + + smlal v24.4s, v7.4h, v0.4h[3] //// y1 * cos1 + y3 * cos3(part of b0) + smlsl v26.4s, v7.4h, v1.4h[3] //// y1 * cos3 - y3 * sin1(part of b1) + smlsl v28.4s, v7.4h, v0.4h[1] //// y1 * sin3 - y3 * cos1(part of b2) + smlsl v30.4s, v7.4h, v1.4h[1] //// y1 * sin1 - y3 * sin3(part of b3) + + smull v18.4s, v3.4h, v1.4h[2] //// y2 * sin2 (q3 is freed by this time)(part of d1) + smull v6.4s, v3.4h, v0.4h[2] //// y2 * cos2(part of d0) + + smull v20.4s, v2.4h, v0.4h[0] //// y0 * cos4(part of c0 and c1) + + + add v14.4s, v20.4s , v6.4s //// a0 = c0 + d0(part of x0,x7) + sub v10.4s, v20.4s , v6.4s //// a3 = c0 - d0(part of x3,x4) + sub v22.4s, v20.4s , v18.4s //// a2 = c1 - d1(part of x2,x5) + add v18.4s, v20.4s , v18.4s //// a1 = c1 + d1(part of x1,x6) + + add v20.4s, v14.4s , v24.4s //// a0 + b0(part of x0) + sub v6.4s, v14.4s , v24.4s //// a0 - b0(part of x7) + + add v24.4s, v22.4s , v28.4s //// a2 + b2(part of x2) + sub v22.4s, v22.4s , v28.4s //// a2 - b2(part of x5) + + add v28.4s, v18.4s , v26.4s //// a1 + b1(part of x1) + sub v18.4s, v18.4s , v26.4s //// a1 - b1(part of x6) + + add v26.4s, v10.4s , v30.4s //// a3 + b3(part of x3) + sub v30.4s, v10.4s , v30.4s //// a3 - b3(part of x4) + + sqrshrn v2.4h, v20.4s,#shift_stage1_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage1_idct) + sqrshrn v15.4h, v6.4s,#shift_stage1_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage1_idct) + sqrshrn v3.4h, v24.4s,#shift_stage1_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage1_idct) + sqrshrn v14.4h, v22.4s,#shift_stage1_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage1_idct) + sqrshrn v6.4h, v28.4s,#shift_stage1_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage1_idct) + sqrshrn v11.4h, v18.4s,#shift_stage1_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage1_idct) + sqrshrn v7.4h, v26.4s,#shift_stage1_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage1_idct) + sqrshrn v10.4h, v30.4s,#shift_stage1_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage1_idct) + + +last4_cols: + + + cmp x12,#0xf0 + bge skip_last4cols + + smull v24.4s, v8.4h, v0.4h[1] //// y1 * cos1(part of b0) + smull v26.4s, v8.4h, v0.4h[3] //// y1 * cos3(part of b1) + smull v28.4s, v8.4h, v1.4h[1] //// y1 * sin3(part of b2) + smull v30.4s, v8.4h, v1.4h[3] //// y1 * sin1(part of b3) + + smlal v24.4s, v9.4h, v0.4h[3] //// y1 * cos1 + y3 * cos3(part of b0) + smlsl v26.4s, v9.4h, v1.4h[3] //// y1 * cos3 - y3 * sin1(part of b1) + smlsl v28.4s, v9.4h, v0.4h[1] //// y1 * sin3 - y3 * cos1(part of b2) + smlsl v30.4s, v9.4h, v1.4h[1] //// y1 * sin1 - y3 * sin3(part of b3) + + smull v18.4s, v5.4h, v1.4h[2] //// y2 * sin2 (q4 is freed by this time)(part of d1) + smull v8.4s, v5.4h, v0.4h[2] //// y2 * cos2(part of d0) + + smull v20.4s, v4.4h, v0.4h[0] //// y0 * cos4(part of c0 and c1) + smull v22.4s, v12.4h, v0.4h[0] //// y4 * cos4(part of c0 and c1) + + smlal v24.4s, v16.4h, v1.4h[1] //// y1 * cos1 + y3 * cos3 + y5 * sin3(part of b0) + smlsl v26.4s, v16.4h, v0.4h[1] //// y1 * cos3 - y3 * sin1 - y5 * cos1(part of b1) + smlal v28.4s, v16.4h, v1.4h[3] //// y1 * sin3 - y3 * cos1 + y5 * sin1(part of b2) + smlal v30.4s, v16.4h, v0.4h[3] //// y1 * sin1 - y3 * sin3 + y5 * cos3(part of b3) + + smlsl v18.4s, v13.4h, v0.4h[2] //// d1 = y2 * sin2 - y6 * cos2(part of a0 and a1) + smlal v8.4s, v13.4h, v1.4h[2] //// d0 = y2 * cos2 + y6 * sin2(part of a0 and a1) + + add v12.4s, v20.4s , v22.4s //// c0 = y0 * cos4 + y4 * cos4(part of a0 and a1) + sub v20.4s, v20.4s , v22.4s //// c1 = y0 * cos4 - y4 * cos4(part of a0 and a1) + + smlal v24.4s, v17.4h, v1.4h[3] //// b0 = y1 * cos1 + y3 * cos3 + y5 * sin3 + y7 * sin1(part of e0,e7) + smlsl v26.4s, v17.4h, v1.4h[1] //// b1 = y1 * cos3 - y3 * sin1 - y5 * cos1 - y7 * sin3(part of e1,e6) + smlal v28.4s, v17.4h, v0.4h[3] //// b2 = y1 * sin3 - y3 * cos1 + y5 * sin1 + y7 * cos3(part of e2,e5) + smlsl v30.4s, v17.4h, v0.4h[1] //// b3 = y1 * sin1 - y3 * sin3 + y5 * cos3 - y7 * cos1(part of e3,e4) + + add v16.4s, v12.4s , v8.4s //// a0 = c0 + d0(part of e0,e7) + sub v12.4s, v12.4s , v8.4s //// a3 = c0 - d0(part of e3,e4) + sub v22.4s, v20.4s , v18.4s //// a2 = c1 - d1(part of e2,e5) + add v18.4s, v20.4s , v18.4s //// a1 = c1 + d1(part of e1,e6) + + add v20.4s, v16.4s , v24.4s //// a0 + b0(part of e0) + sub v8.4s, v16.4s , v24.4s //// a0 - b0(part of e7) + + add v24.4s, v22.4s , v28.4s //// a2 + b2(part of e2) + sub v22.4s, v22.4s , v28.4s //// a2 - b2(part of e5) + + add v28.4s, v18.4s , v26.4s //// a1 + b1(part of e1) + sub v18.4s, v18.4s , v26.4s //// a1 - b1(part of e6) + + add v26.4s, v12.4s , v30.4s //// a3 + b3(part of e3) + sub v30.4s, v12.4s , v30.4s //// a3 - b3(part of x4) + + sqrshrn v4.4h, v20.4s,#shift_stage1_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage1_idct) + sqrshrn v17.4h, v8.4s,#shift_stage1_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage1_idct) + sqrshrn v5.4h, v24.4s,#shift_stage1_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage1_idct) + sqrshrn v16.4h, v22.4s,#shift_stage1_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage1_idct) + sqrshrn v8.4h, v28.4s,#shift_stage1_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage1_idct) + sqrshrn v13.4h, v18.4s,#shift_stage1_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage1_idct) + sqrshrn v9.4h, v26.4s,#shift_stage1_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage1_idct) + sqrshrn v12.4h, v30.4s,#shift_stage1_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage1_idct) + b end_skip_last4cols + + + +skip_last4cols: + + umov x15,v25.d[0] + + trn1 v25.4h, v2.4h, v6.4h + trn2 v29.4h, v2.4h, v6.4h ////[x3,x1],[x2,x0] first qudrant transposing + + trn1 v27.4h, v3.4h, v7.4h + trn2 v31.4h, v3.4h, v7.4h ////[x3,x1],[x2,x0] first qudrant transposing + + trn1 v6.2s, v29.2s, v31.2s + trn2 v7.2s, v29.2s, v31.2s ////x0,x1,x2,x3 first qudrant transposing continued..... + trn1 v2.2s, v25.2s, v27.2s + trn2 v3.2s, v25.2s, v27.2s ////x0,x1,x2,x3 first qudrant transposing continued..... + + + trn1 v25.4h, v10.4h, v14.4h + trn2 v29.4h, v10.4h, v14.4h ////[x7,x5],[x6,x4] third qudrant transposing + + trn1 v27.4h, v11.4h, v15.4h + trn2 v31.4h, v11.4h, v15.4h ////[x7,x5],[x6,x4] third qudrant transposing + + trn1 v10.2s, v25.2s, v27.2s + trn2 v11.2s, v25.2s, v27.2s ////x4,x5,x6,x7 third qudrant transposing continued..... + trn1 v14.2s, v29.2s, v31.2s + trn2 v15.2s, v29.2s, v31.2s ////x4,x5,x6,x7 third qudrant transposing continued..... + + mov v25.d[0],x15 + + smull v24.4s, v6.4h, v0.4h[1] //// y1 * cos1(part of b0) + smull v26.4s, v6.4h, v0.4h[3] //// y1 * cos3(part of b1) + smull v28.4s, v6.4h, v1.4h[1] //// y1 * sin3(part of b2) + smull v30.4s, v6.4h, v1.4h[3] //// y1 * sin1(part of b3) + + smlal v24.4s, v7.4h, v0.4h[3] //// y1 * cos1 + y3 * cos3(part of b0) + smlsl v26.4s, v7.4h, v1.4h[3] //// y1 * cos3 - y3 * sin1(part of b1) + smlsl v28.4s, v7.4h, v0.4h[1] //// y1 * sin3 - y3 * cos1(part of b2) + smlsl v30.4s, v7.4h, v1.4h[1] //// y1 * sin1 - y3 * sin3(part of b3) + + smull v20.4s, v2.4h, v0.4h[0] //// y0 * cos4(part of c0 and c1) +// vmull.s16 q11,d4,d0[0] @// y4 * cos4(part of c0 and c1) + + smull v18.4s, v3.4h, v1.4h[2] //// y2 * sin2 (q3 is freed by this time)(part of d1) + smull v6.4s, v3.4h, v0.4h[2] //// y2 * cos2(part of d0) + + + + + sub v22.4s, v20.4s , v6.4s //// a3 = c0 - d0(part of x3,x4) + add v4.4s, v20.4s , v6.4s //// a0 = c0 + d0(part of x0,x7) + + + add v2.4s, v4.4s , v24.4s + + sub v6.4s, v4.4s , v24.4s + + add v8.4s, v22.4s , v30.4s + + sub v24.4s, v22.4s , v30.4s + + sqrshrn v5.4h, v8.4s,#shift_stage2_idct + sqrshrn v2.4h, v2.4s,#shift_stage2_idct + sqrshrn v9.4h, v6.4s,#shift_stage2_idct + sqrshrn v6.4h, v24.4s,#shift_stage2_idct + + sub v22.4s, v20.4s , v18.4s //// a2 = c1 - d1(part of x2,x5) + add v18.4s, v20.4s , v18.4s //// a1 = c1 + d1(part of x1,x6) + + + add v30.4s, v22.4s , v28.4s + + sub v24.4s, v22.4s , v28.4s + + add v28.4s, v18.4s , v26.4s + + sub v22.4s, v18.4s , v26.4s + sqrshrn v4.4h, v30.4s,#shift_stage2_idct + sqrshrn v7.4h, v24.4s,#shift_stage2_idct + sqrshrn v3.4h, v28.4s,#shift_stage2_idct + sqrshrn v8.4h, v22.4s,#shift_stage2_idct + + + + umov x19,v25.d[0] + umov x20,v25.d[1] + + trn1 v27.4h, v2.4h, v3.4h + trn2 v29.4h, v2.4h, v3.4h + trn1 v25.4h, v4.4h, v5.4h + trn2 v31.4h, v4.4h, v5.4h + + trn1 v2.2s, v27.2s, v25.2s + trn2 v4.2s, v27.2s, v25.2s + trn1 v3.2s, v29.2s, v31.2s + trn2 v5.2s, v29.2s, v31.2s + + trn1 v27.4h, v6.4h, v7.4h + trn2 v29.4h, v6.4h, v7.4h + trn1 v25.4h, v8.4h, v9.4h + trn2 v31.4h, v8.4h, v9.4h + + trn1 v6.2s, v27.2s, v25.2s + trn2 v8.2s, v27.2s, v25.2s + trn1 v7.2s, v29.2s, v31.2s + trn2 v9.2s, v29.2s, v31.2s + + mov v25.d[0],x19 + mov v25.d[1],x20 + + smull v24.4s, v14.4h, v0.4h[1] //// y1 * cos1(part of b0) + + smull v26.4s, v14.4h, v0.4h[3] //// y1 * cos3(part of b1) + smull v28.4s, v14.4h, v1.4h[1] //// y1 * sin3(part of b2) + smull v30.4s, v14.4h, v1.4h[3] //// y1 * sin1(part of b3) + + smlal v24.4s, v15.4h, v0.4h[3] //// y1 * cos1 + y3 * cos3(part of b0) + smlsl v26.4s, v15.4h, v1.4h[3] //// y1 * cos3 - y3 * sin1(part of b1) + smlsl v28.4s, v15.4h, v0.4h[1] //// y1 * sin3 - y3 * cos1(part of b2) + smlsl v30.4s, v15.4h, v1.4h[1] //// y1 * sin1 - y3 * sin3(part of b3) + smull v20.4s, v10.4h, v0.4h[0] //// y0 * cos4(part of c0 and c1) + smull v18.4s, v11.4h, v1.4h[2] //// y2 * sin2 (q7 is freed by this time)(part of d1) + smull v14.4s, v11.4h, v0.4h[2] //// y2 * cos2(part of d0) + + + add x4,x2,x8, lsl #1 // x4 = x2 + pred_strd * 2 => x4 points to 3rd row of pred data + + + add x5,x8,x8, lsl #1 // + + + add x0,x3,x7, lsl #1 // x0 points to 3rd row of dest data + + + add x10,x7,x7, lsl #1 // + + // swapping v3 and v6 + mov v31.d[0], v3.d[0] + mov v3.d[0], v6.d[0] + mov v6.d[0], v31.d[0] + + // swapping v5 and v8 + mov v31.d[0], v5.d[0] + mov v5.d[0], v8.d[0] + mov v8.d[0], v31.d[0] + + + sub v22.4s, v20.4s , v14.4s //// a3 = c0 - d0(part of x3,x4) + add v12.4s, v20.4s , v14.4s //// a0 = c0 + d0(part of x0,x7) + + + add v0.4s, v12.4s , v24.4s + + + sub v24.4s, v12.4s , v24.4s + + + add v12.4s, v22.4s , v30.4s + + + sub v14.4s, v22.4s , v30.4s + + sqrshrn v10.4h, v0.4s,#shift_stage2_idct + sqrshrn v17.4h, v24.4s,#shift_stage2_idct + sqrshrn v13.4h, v12.4s,#shift_stage2_idct + sqrshrn v14.4h, v14.4s,#shift_stage2_idct + + sub v22.4s, v20.4s , v18.4s //// a2 = c1 - d1(part of x2,x5) + add v18.4s, v20.4s , v18.4s //// a1 = c1 + d1(part of x1,x6) + + + add v0.4s, v22.4s , v28.4s + + + sub v24.4s, v22.4s , v28.4s + + + add v28.4s, v18.4s , v26.4s + + + sub v26.4s, v18.4s , v26.4s + ld1 {v18.8b},[x2],x8 + + sqrshrn v12.4h, v0.4s,#shift_stage2_idct + ld1 {v20.8b},[x2],x5 + + + sqrshrn v15.4h, v24.4s,#shift_stage2_idct + ld1 {v19.8b},[x2],x8 + + + + + sqrshrn v11.4h, v28.4s,#shift_stage2_idct + ld1 {v22.8b},[x4],x8 + + + + + sqrshrn v16.4h, v26.4s,#shift_stage2_idct + ld1 {v21.8b},[x2],x5 + + + b pred_buff_addition +end_skip_last4cols: + + + umov x19,v25.d[0] + umov x20,v25.d[1] + +///* now the idct of columns is done, transpose so that row idct done efficiently(step5) */ + trn1 v27.4h, v2.4h, v6.4h + trn2 v29.4h, v2.4h, v6.4h ////[x3,x1],[x2,x0] first qudrant transposing + trn1 v25.4h, v3.4h, v7.4h + trn2 v31.4h, v3.4h, v7.4h ////[x3,x1],[x2,x0] first qudrant transposing + + trn1 v2.2s, v27.2s, v25.2s + trn2 v3.2s, v27.2s, v25.2s ////x0,x1,x2,x3 first qudrant transposing continued..... + trn1 v6.2s, v29.2s, v31.2s + trn2 v7.2s, v29.2s, v31.2s ////x0,x1,x2,x3 first qudrant transposing continued..... + + trn1 v27.4h, v4.4h, v8.4h + trn2 v29.4h, v4.4h, v8.4h ////[x3,x1],[x2,x0] second qudrant transposing + trn1 v25.4h, v5.4h, v9.4h + trn2 v31.4h, v5.4h, v9.4h ////[x3,x1],[x2,x0] second qudrant transposing + + trn1 v4.2s, v27.2s, v25.2s + trn2 v5.2s, v27.2s, v25.2s ////x0,x1,x2,x3 second qudrant transposing continued..... + trn1 v8.2s, v29.2s, v31.2s + trn2 v9.2s, v29.2s, v31.2s ////x0,x1,x2,x3 second qudrant transposing continued..... + + trn1 v27.4h, v10.4h, v14.4h + trn2 v29.4h, v10.4h, v14.4h ////[x7,x5],[x6,x4] third qudrant transposing + trn1 v25.4h, v11.4h, v15.4h + trn2 v31.4h, v11.4h, v15.4h ////[x7,x5],[x6,x4] third qudrant transposing + + trn1 v10.2s, v27.2s, v25.2s + trn2 v11.2s, v27.2s, v25.2s ////x4,x5,x6,x7 third qudrant transposing continued..... + trn1 v14.2s, v29.2s, v31.2s + trn2 v15.2s, v29.2s, v31.2s ////x4,x5,x6,x7 third qudrant transposing continued..... + + trn1 v27.4h, v12.4h, v16.4h + trn2 v29.4h, v12.4h, v16.4h ////[x7,x5],[x6,x4] fourth qudrant transposing + trn1 v25.4h, v13.4h, v17.4h + trn2 v31.4h, v13.4h, v17.4h ////[x7,x5],[x6,x4] fourth qudrant transposing + + trn1 v12.2s, v27.2s, v25.2s + trn2 v13.2s, v27.2s, v25.2s ////x4,x5,x6,x7 fourth qudrant transposing continued..... + trn1 v16.2s, v29.2s, v31.2s + trn2 v17.2s, v29.2s, v31.2s ////x4,x5,x6,x7 fourth qudrant transposing continued..... + + mov v25.d[0],x19 + mov v25.d[1],x20 + + ////step6 operate on first four rows and find their idct + ////register usage.extern - storing and idct of rows +//// cosine constants - d0 +//// sine constants - d1 +//// element 0 first four - d2 - y0 +//// element 1 first four - d6 - y1 +//// element 2 first four - d3 - y2 +//// element 3 first four - d7 - y3 +//// element 4 first four - d4 - y4 +//// element 5 first four - d8 - y5 +//// element 6 first four - d5 - y6 +//// element 7 first four - d9 - y7 +//// element 0 second four - d10 - y0 +//// element 1 second four - d14 - y1 +//// element 2 second four - d11 - y2 +//// element 3 second four - d15 - y3 +//// element 4 second four - d12 - y4 +//// element 5 second four - d16 - y5 +//// element 6 second four - d13 - y6 +//// element 7 second four - d17 - y7 + + //// map between first kernel code seq and current +//// d2 -> d2 +//// d6 -> d6 +//// d3 -> d3 +//// d7 -> d7 +//// d10 -> d4 +//// d14 -> d8 +//// d11 -> d5 +//// d15 -> d9 +//// q3 -> q3 +//// q5 -> q2 +//// q7 -> q4 + + smull v24.4s, v6.4h, v0.4h[1] //// y1 * cos1(part of b0) + smull v26.4s, v6.4h, v0.4h[3] //// y1 * cos3(part of b1) + smull v28.4s, v6.4h, v1.4h[1] //// y1 * sin3(part of b2) + smull v30.4s, v6.4h, v1.4h[3] //// y1 * sin1(part of b3) + + smlal v24.4s, v7.4h, v0.4h[3] //// y1 * cos1 + y3 * cos3(part of b0) + smlsl v26.4s, v7.4h, v1.4h[3] //// y1 * cos3 - y3 * sin1(part of b1) + smlsl v28.4s, v7.4h, v0.4h[1] //// y1 * sin3 - y3 * cos1(part of b2) + smlsl v30.4s, v7.4h, v1.4h[1] //// y1 * sin1 - y3 * sin3(part of b3) + + smull v20.4s, v2.4h, v0.4h[0] //// y0 * cos4(part of c0 and c1) + smull v22.4s, v4.4h, v0.4h[0] //// y4 * cos4(part of c0 and c1) + + smull v18.4s, v3.4h, v1.4h[2] //// y2 * sin2 (q3 is freed by this time)(part of d1) + smull v6.4s, v3.4h, v0.4h[2] //// y2 * cos2(part of d0) + + + smlal v24.4s, v8.4h, v1.4h[1] //// y1 * cos1 + y3 * cos3 + y5 * sin3(part of b0) + smlsl v26.4s, v8.4h, v0.4h[1] //// y1 * cos3 - y3 * sin1 - y5 * cos1(part of b1) + smlal v28.4s, v8.4h, v1.4h[3] //// y1 * sin3 - y3 * cos1 + y5 * sin1(part of b2) + smlal v30.4s, v8.4h, v0.4h[3] //// y1 * sin1 - y3 * sin3 + y5 * cos3(part of b3) + + smlsl v18.4s, v5.4h, v0.4h[2] //// d1 = y2 * sin2 - y6 * cos2(part of a0 and a1) + smlal v6.4s, v5.4h, v1.4h[2] //// d0 = y2 * cos2 + y6 * sin2(part of a0 and a1) + + add v2.4s, v20.4s , v22.4s //// c0 = y0 * cos4 + y4 * cos4(part of a0 and a1) + sub v20.4s, v20.4s , v22.4s //// c1 = y0 * cos4 - y4 * cos4(part of a0 and a1) + + smlal v24.4s, v9.4h, v1.4h[3] //// b0 = y1 * cos1 + y3 * cos3 + y5 * sin3 + y7 * sin1(part of x0,x7) + smlsl v26.4s, v9.4h, v1.4h[1] //// b1 = y1 * cos3 - y3 * sin1 - y5 * cos1 - y7 * sin3(part of x1,x6) + smlal v28.4s, v9.4h, v0.4h[3] //// b2 = y1 * sin3 - y3 * cos1 + y5 * sin1 + y7 * cos3(part of x2,x5) + smlsl v30.4s, v9.4h, v0.4h[1] //// b3 = y1 * sin1 - y3 * sin3 + y5 * cos3 - y7 * cos1(part of x3,x4) + + sub v22.4s, v2.4s , v6.4s //// a3 = c0 - d0(part of x3,x4) + add v4.4s, v2.4s , v6.4s //// a0 = c0 + d0(part of x0,x7) + + + add v2.4s, v4.4s , v24.4s + + sub v6.4s, v4.4s , v24.4s + + add v8.4s, v22.4s , v30.4s + + sub v24.4s, v22.4s , v30.4s + + sqrshrn v5.4h, v8.4s,#shift_stage2_idct + sqrshrn v2.4h, v2.4s,#shift_stage2_idct + sqrshrn v9.4h, v6.4s,#shift_stage2_idct + sqrshrn v6.4h, v24.4s,#shift_stage2_idct + + sub v22.4s, v20.4s , v18.4s //// a2 = c1 - d1(part of x2,x5) + add v18.4s, v20.4s , v18.4s //// a1 = c1 + d1(part of x1,x6) + + + add v30.4s, v22.4s , v28.4s + + sub v24.4s, v22.4s , v28.4s + + add v28.4s, v18.4s , v26.4s + + sub v22.4s, v18.4s , v26.4s + sqrshrn v4.4h, v30.4s,#shift_stage2_idct + sqrshrn v7.4h, v24.4s,#shift_stage2_idct + sqrshrn v3.4h, v28.4s,#shift_stage2_idct + sqrshrn v8.4h, v22.4s,#shift_stage2_idct + + + + umov x19,v25.d[0] + umov x20,v25.d[1] + + trn1 v27.4h, v2.4h, v3.4h + trn2 v29.4h, v2.4h, v3.4h + trn1 v25.4h, v4.4h, v5.4h + trn2 v31.4h, v4.4h, v5.4h + + trn1 v2.2s, v27.2s, v25.2s + trn2 v4.2s, v27.2s, v25.2s + trn1 v3.2s, v29.2s, v31.2s + trn2 v5.2s, v29.2s, v31.2s + + trn1 v27.4h, v6.4h, v7.4h + trn2 v29.4h, v6.4h, v7.4h + trn1 v25.4h, v8.4h, v9.4h + trn2 v31.4h, v8.4h, v9.4h + + trn1 v6.2s, v27.2s, v25.2s + trn2 v8.2s, v27.2s, v25.2s + trn1 v7.2s, v29.2s, v31.2s + trn2 v9.2s, v29.2s, v31.2s + + mov v25.d[0],x19 + mov v25.d[1],x20 + + + + smull v24.4s, v14.4h, v0.4h[1] //// y1 * cos1(part of b0) + smull v26.4s, v14.4h, v0.4h[3] //// y1 * cos3(part of b1) + smull v28.4s, v14.4h, v1.4h[1] //// y1 * sin3(part of b2) + smull v30.4s, v14.4h, v1.4h[3] //// y1 * sin1(part of b3) + smlal v24.4s, v15.4h, v0.4h[3] //// y1 * cos1 + y3 * cos3(part of b0) + smlsl v26.4s, v15.4h, v1.4h[3] //// y1 * cos3 - y3 * sin1(part of b1) + smlsl v28.4s, v15.4h, v0.4h[1] //// y1 * sin3 - y3 * cos1(part of b2) + smlsl v30.4s, v15.4h, v1.4h[1] //// y1 * sin1 - y3 * sin3(part of b3) + smull v20.4s, v10.4h, v0.4h[0] //// y0 * cos4(part of c0 and c1) + smull v22.4s, v12.4h, v0.4h[0] //// y4 * cos4(part of c0 and c1) + smull v18.4s, v11.4h, v1.4h[2] //// y2 * sin2 (q7 is freed by this time)(part of d1) + smull v14.4s, v11.4h, v0.4h[2] //// y2 * cos2(part of d0) + smlal v24.4s, v16.4h, v1.4h[1] //// y1 * cos1 + y3 * cos3 + y5 * sin3(part of b0) + + add x4,x2,x8, lsl #1 // x4 = x2 + pred_strd * 2 => x4 points to 3rd row of pred data + smlsl v26.4s, v16.4h, v0.4h[1] //// y1 * cos3 - y3 * sin1 - y5 * cos1(part of b1) + + add x5,x8,x8, lsl #1 // + smlal v28.4s, v16.4h, v1.4h[3] //// y1 * sin3 - y3 * cos1 + y5 * sin1(part of b2) + + add x0,x3,x7, lsl #1 // x0 points to 3rd row of dest data + smlal v30.4s, v16.4h, v0.4h[3] //// y1 * sin1 - y3 * sin3 + y5 * cos3(part of b3) + + add x10,x7,x7, lsl #1 // + smlsl v18.4s, v13.4h, v0.4h[2] //// d1 = y2 * sin2 - y6 * cos2(part of a0 and a1) + + + smlal v14.4s, v13.4h, v1.4h[2] //// d0 = y2 * cos2 + y6 * sin2(part of a0 and a1) + + add v12.4s, v20.4s , v22.4s //// c0 = y0 * cos4 + y4 * cos4(part of a0 and a1) + sub v20.4s, v20.4s , v22.4s //// c1 = y0 * cos4 - y4 * cos4(part of a0 and a1) + + smlal v24.4s, v17.4h, v1.4h[3] //// b0 = y1 * cos1 + y3 * cos3 + y5 * sin3 + y7 * sin1(part of x0,x7) + + // swapping v3 and v6 + mov v31.d[0], v3.d[0] + mov v3.d[0], v6.d[0] + mov v6.d[0], v31.d[0] + + smlsl v26.4s, v17.4h, v1.4h[1] //// b1 = y1 * cos3 - y3 * sin1 - y5 * cos1 - y7 * sin3(part of x1,x6) + // swapping v5 and v8 + mov v31.d[0], v5.d[0] + mov v5.d[0], v8.d[0] + mov v8.d[0], v31.d[0] + + smlal v28.4s, v17.4h, v0.4h[3] //// b2 = y1 * sin3 - y3 * cos1 + y5 * sin1 + y7 * cos3(part of x2,x5) + smlsl v30.4s, v17.4h, v0.4h[1] //// b3 = y1 * sin1 - y3 * sin3 + y5 * cos3 - y7 * cos1(part of x3,x4) + + sub v22.4s, v12.4s , v14.4s //// a3 = c0 - d0(part of x3,x4) + add v12.4s, v12.4s , v14.4s //// a0 = c0 + d0(part of x0,x7) + + + add v0.4s, v12.4s , v24.4s + + + sub v24.4s, v12.4s , v24.4s + + + add v12.4s, v22.4s , v30.4s + + + sub v14.4s, v22.4s , v30.4s + + sqrshrn v10.4h, v0.4s,#shift_stage2_idct + sqrshrn v17.4h, v24.4s,#shift_stage2_idct + sqrshrn v13.4h, v12.4s,#shift_stage2_idct + sqrshrn v14.4h, v14.4s,#shift_stage2_idct + + sub v22.4s, v20.4s , v18.4s //// a2 = c1 - d1(part of x2,x5) + add v18.4s, v20.4s , v18.4s //// a1 = c1 + d1(part of x1,x6) + + + add v0.4s, v22.4s , v28.4s + + + sub v24.4s, v22.4s , v28.4s + + + add v28.4s, v18.4s , v26.4s + + + sub v26.4s, v18.4s , v26.4s + ld1 {v18.8b},[x2],x8 + + sqrshrn v12.4h, v0.4s,#shift_stage2_idct + ld1 {v20.8b},[x2],x5 + + + sqrshrn v15.4h, v24.4s,#shift_stage2_idct + ld1 {v19.8b},[x2],x8 + + + + + sqrshrn v11.4h, v28.4s,#shift_stage2_idct + ld1 {v22.8b},[x4],x8 + + + + + sqrshrn v16.4h, v26.4s,#shift_stage2_idct + ld1 {v21.8b},[x2],x5 + + + + +pred_buff_addition: + + umov x19,v25.d[0] + umov x20,v25.d[1] + + trn1 v27.4h, v10.4h, v11.4h + trn2 v29.4h, v10.4h, v11.4h + trn1 v25.4h, v12.4h, v13.4h + trn2 v31.4h, v12.4h, v13.4h + + trn1 v10.2s, v27.2s, v25.2s + trn2 v12.2s, v27.2s, v25.2s + trn1 v11.2s, v29.2s, v31.2s + trn2 v13.2s, v29.2s, v31.2s + + trn1 v27.4h, v14.4h, v15.4h + trn2 v29.4h, v14.4h, v15.4h + trn1 v25.4h, v16.4h, v17.4h + trn2 v31.4h, v16.4h, v17.4h + + trn1 v14.2s, v27.2s, v25.2s + trn2 v16.2s, v27.2s, v25.2s + trn1 v15.2s, v29.2s, v31.2s + trn2 v17.2s, v29.2s, v31.2s + + + mov v25.d[0],x19 + mov v25.d[1],x20 + + + ld1 {v24.8b},[x4],x5 + ld1 {v23.8b},[x4],x8 + ld1 {v25.8b},[x4],x5 + mov v2.d[1], v3.d[0] + mov v4.d[1], v5.d[0] + mov v6.d[1], v7.d[0] + mov v8.d[1], v9.d[0] + uaddw v2.8h, v2.8h , v18.8b + uaddw v4.8h, v4.8h , v22.8b + uaddw v6.8h, v6.8h , v20.8b + uaddw v8.8h, v8.8h , v24.8b + + // swapping v11 and v14 + mov v31.d[0], v11.d[0] + mov v11.d[0], v14.d[0] + mov v14.d[0], v31.d[0] + + // swapping v13 and v16 + mov v31.d[0], v13.d[0] + mov v13.d[0], v16.d[0] + mov v16.d[0], v31.d[0] +// row values stored in the q register. + +//q1 :x0 +//q3: x1 +//q2: x2 +//q4: x3 +//q5: x4 +//q7: x5 +//q6: x6 +//q8: x7 + + + +///// adding the prediction buffer + + + + + + + + + + // load prediction data + + + + + + //adding recon with prediction + + + + + mov v10.d[1], v11.d[0] + mov v12.d[1], v13.d[0] + mov v14.d[1], v15.d[0] + mov v16.d[1], v17.d[0] + uaddw v10.8h, v10.8h , v19.8b + sqxtun v2.8b, v2.8h + uaddw v14.8h, v14.8h , v21.8b + sqxtun v4.8b, v4.8h + uaddw v12.8h, v12.8h , v23.8b + sqxtun v6.8b, v6.8h + uaddw v16.8h, v16.8h , v25.8b + sqxtun v8.8b, v8.8h + + + + + + + + st1 {v2.8b},[x3],x7 + sqxtun v10.8b, v10.8h + st1 {v6.8b},[x3],x10 + sqxtun v14.8b, v14.8h + st1 {v4.8b},[x0],x7 + sqxtun v12.8b, v12.8h + st1 {v8.8b},[x0],x10 + sqxtun v16.8b, v16.8h + + + + + + + + st1 {v10.8b},[x3],x7 + st1 {v14.8b},[x3],x10 + st1 {v12.8b},[x0],x7 + st1 {v16.8b},[x0],x10 + + + + + // ldmfd sp!,{x4-x12,pc} + ldp x19, x20,[sp],#16 + pop_v_regs + ret + + + + + |