ref: da8dd9d9b32b42472cd8ca8f81c301482d24d73b
dir: /codec/encoder/core/x86/score.asm/
;*! ;* \copy ;* Copyright (c) 2009-2013, Cisco Systems ;* All rights reserved. ;* ;* Redistribution and use in source and binary forms, with or without ;* modification, are permitted provided that the following conditions ;* are met: ;* ;* * Redistributions of source code must retain the above copyright ;* notice, this list of conditions and the following disclaimer. ;* ;* * Redistributions in binary form must reproduce the above copyright ;* notice, this list of conditions and the following disclaimer in ;* the documentation and/or other materials provided with the ;* distribution. ;* ;* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS ;* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT ;* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS ;* FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE ;* COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, ;* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, ;* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; ;* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER ;* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT ;* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ;* ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE ;* POSSIBILITY OF SUCH DAMAGE. ;* ;* ;* score.asm ;* ;* Abstract ;* scan/score/count of sse2 ;* ;* History ;* 8/21/2009 Created ;* ;* ;*************************************************************************/ %include "asm_inc.asm" ;*********************************************************************** ; Macros ;*********************************************************************** ;*********************************************************************** ; Local Data (Read Only) ;*********************************************************************** %ifdef X86_32_PICASM SECTION .text align=16 %else SECTION .rodata align=16 %endif ;align 16 ;se2_2 dw 2, 2, 2, 2, 2, 2, 2, 2 align 16 sse2_1: dw 1, 1, 1, 1, 1, 1, 1, 1 align 16 sse2_b1: db 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 i_ds_table: db 3, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 align 16 sse2_plane_inc_minus: dw -7, -6, -5, -4, -3, -2, -1, 0 align 16 sse2_plane_inc: dw 1, 2, 3, 4, 5, 6, 7, 8 align 16 sse2_plane_dec: dw 8, 7, 6, 5, 4, 3, 2, 1 align 16 pb_scanacdc_maska:db 0,1,2,3,8,9,14,15,10,11,4,5,6,7,12,13 align 16 pb_scanacdc_maskb:db 2,3,8,9,10,11,4,5,0,1,6,7,12,13,14,15 align 16 pb_scandc_maska:db 2,3,8,9,14,15,10,11,4,5,6,7,12,13,0,1 align 16 pb_scandc_maskb:db 8,9,10,11,4,5,0,1,6,7,12,13,14,15,128,128 align 16 nozero_count_table: db 0,1,1,2,1,2,2,3,1,2 db 2,3,2,3,3,4,1,2,2,3 db 2,3,3,4,2,3,3,4,3,4 db 4,5,1,2,2,3,2,3,3,4 db 2,3,3,4,3,4,4,5,2,3 db 3,4,3,4,4,5,3,4,4,5 db 4,5,5,6,1,2,2,3,2,3 db 3,4,2,3,3,4,3,4,4,5 db 2,3,3,4,3,4,4,5,3,4 db 4,5,4,5,5,6,2,3,3,4 db 3,4,4,5,3,4,4,5,4,5 db 5,6,3,4,4,5,4,5,5,6 db 4,5,5,6,5,6,6,7,1,2 db 2,3,2,3,3,4,2,3,3,4 db 3,4,4,5,2,3,3,4,3,4 db 4,5,3,4,4,5,4,5,5,6 db 2,3,3,4,3,4,4,5,3,4 db 4,5,4,5,5,6,3,4,4,5 db 4,5,5,6,4,5,5,6,5,6 db 6,7,2,3,3,4,3,4,4,5 db 3,4,4,5,4,5,5,6,3,4 db 4,5,4,5,5,6,4,5,5,6 db 5,6,6,7,3,4,4,5,4,5 db 5,6,4,5,5,6,5,6,6,7 db 4,5,5,6,5,6,6,7,5,6 db 6,7,6,7,7,8 align 16 high_mask_table: db 0, 0, 0, 3, 0, 2, 3, 6, 0, 2 db 2, 5, 3, 5, 6, 9, 0, 1, 2, 5 db 2, 4, 5, 8, 3, 5, 5, 8, 6, 8 db 9,12, 0, 1, 1, 4, 2, 4, 5, 8 db 2, 4, 4, 7, 5, 7, 8,11, 3, 4 db 5, 8, 5, 7, 8,11, 6, 8, 8,11 db 9,11,12,15, 0, 1, 1, 4, 1, 3 db 4, 7, 2, 4, 4, 7, 5, 7, 8,11 db 2, 3, 4, 7, 4, 6, 7,10, 5, 7 db 7,10, 8,10,11,14, 3, 4, 4, 7 db 5, 7, 8,11, 5, 7, 7,10, 8,10 db 11,14, 6, 7, 8,11, 8,10,11,14 db 9,11,11,14,12,14,15,18, 0, 0 db 1, 4, 1, 3, 4, 7, 1, 3, 3, 6 db 4, 6, 7,10, 2, 3, 4, 7, 4, 6 db 7,10, 5, 7, 7,10, 8,10,11,14 db 2, 3, 3, 6, 4, 6, 7,10, 4, 6 db 6, 9, 7, 9,10,13, 5, 6, 7,10 db 7, 9,10,13, 8,10,10,13,11,13 db 14,17, 3, 4, 4, 7, 4, 6, 7,10 db 5, 7, 7,10, 8,10,11,14, 5, 6 db 7,10, 7, 9,10,13, 8,10,10,13 db 11,13,14,17, 6, 7, 7,10, 8,10 db 11,14, 8,10,10,13,11,13,14,17 db 9,10,11,14,11,13,14,17,12,14 db 14,17,15,17,18,21 align 16 low_mask_table: db 0, 3, 2, 6, 2, 5, 5, 9, 1, 5 db 4, 8, 5, 8, 8,12, 1, 4, 4, 8 db 4, 7, 7,11, 4, 8, 7,11, 8,11 db 11,15, 1, 4, 3, 7, 4, 7, 7,11 db 3, 7, 6,10, 7,10,10,14, 4, 7 db 7,11, 7,10,10,14, 7,11,10,14 db 11,14,14,18, 0, 4, 3, 7, 3, 6 db 6,10, 3, 7, 6,10, 7,10,10,14 db 3, 6, 6,10, 6, 9, 9,13, 6,10 db 9,13,10,13,13,17, 4, 7, 6,10 db 7,10,10,14, 6,10, 9,13,10,13 db 13,17, 7,10,10,14,10,13,13,17 db 10,14,13,17,14,17,17,21, 0, 3 db 3, 7, 3, 6, 6,10, 2, 6, 5, 9 db 6, 9, 9,13, 3, 6, 6,10, 6, 9 db 9,13, 6,10, 9,13,10,13,13,17 db 3, 6, 5, 9, 6, 9, 9,13, 5, 9 db 8,12, 9,12,12,16, 6, 9, 9,13 db 9,12,12,16, 9,13,12,16,13,16 db 16,20, 3, 7, 6,10, 6, 9, 9,13 db 6,10, 9,13,10,13,13,17, 6, 9 db 9,13, 9,12,12,16, 9,13,12,16 db 13,16,16,20, 7,10, 9,13,10,13 db 13,17, 9,13,12,16,13,16,16,20 db 10,13,13,17,13,16,16,20,13,17 db 16,20,17,20,20,24 SECTION .text ;*********************************************************************** ;void WelsScan4x4DcAc_sse2( int16_t level[16], int16_t *pDct ) ;*********************************************************************** WELS_EXTERN WelsScan4x4DcAc_sse2 %ifdef X86_32 push r3 %assign push_num 1 %else %assign push_num 0 %endif LOAD_2_PARA movdqa xmm0, [r1] ; 7 6 5 4 3 2 1 0 movdqa xmm1, [r1+16] ; f e d c b a 9 8 pextrw r2d, xmm0, 7 ; ecx = 7 pextrw r3d, xmm1, 2 ; edx = a pextrw r1d, xmm0, 5 ; eax = 5 pinsrw xmm1, r2d, 2 ; f e d c b 7 9 8 pinsrw xmm0, r1d, 7 ; 5 6 5 4 3 2 1 0 pextrw r2d, xmm1, 0 ; ecx = 8 pinsrw xmm0, r2d, 5 ; 5 6 8 4 3 2 1 0 pinsrw xmm1, r3d, 0 ; f e d c b 7 9 a pshufd xmm2, xmm0, 0xd8 ; 5 6 3 2 8 4 1 0 pshufd xmm3, xmm1, 0xd8 ; f e b 7 d c 9 a pshufhw xmm0, xmm2, 0x93 ; 6 3 2 5 8 4 1 0 pshuflw xmm1, xmm3, 0x39 ; f e b 7 a d c 9 movdqa [r0],xmm0 movdqa [r0+16], xmm1 %ifdef X86_32 pop r3 %endif ret ;*********************************************************************** ;void WelsScan4x4DcAc_ssse3( int16_t level[16], int16_t *pDct ) ;*********************************************************************** WELS_EXTERN WelsScan4x4DcAc_ssse3 %assign push_num 0 INIT_X86_32_PIC r3 LOAD_2_PARA movdqa xmm0, [r1] movdqa xmm1, [r1+16] pextrw r2d, xmm0, 7 ; ecx = [7] pextrw r1d, xmm1, 0 ; eax = [8] pinsrw xmm0, r1d, 7 ; xmm0[7] = [8] pinsrw xmm1, r2d, 0 ; xmm1[0] = [7] pshufb xmm1, [pic(pb_scanacdc_maskb)] pshufb xmm0, [pic(pb_scanacdc_maska)] movdqa [r0],xmm0 movdqa [r0+16], xmm1 DEINIT_X86_32_PIC ret ;*********************************************************************** ;void WelsScan4x4Ac_sse2( int16_t* zig_value, int16_t* pDct ) ;*********************************************************************** WELS_EXTERN WelsScan4x4Ac_sse2 %assign push_num 0 LOAD_2_PARA movdqa xmm0, [r1] movdqa xmm1, [r1+16] movdqa xmm2, xmm0 punpcklqdq xmm0, xmm1 punpckhqdq xmm2, xmm1 movdqa xmm3, xmm0 punpckldq xmm0, xmm2 punpckhdq xmm3, xmm2 pextrw r1d , xmm0, 3 pextrw r2d , xmm0, 7 pinsrw xmm0, r1d, 7 pextrw r1d, xmm3, 4 pinsrw xmm3, r2d, 4 pextrw r2d, xmm3, 0 pinsrw xmm3, r1d, 0 pinsrw xmm0, r2d, 3 pshufhw xmm1, xmm0, 0x93 pshuflw xmm2, xmm3, 0x39 movdqa xmm3, xmm2 psrldq xmm1, 2 pslldq xmm3, 14 por xmm1, xmm3 psrldq xmm2, 2 movdqa [r0],xmm1 movdqa [r0+16], xmm2 ret ;*********************************************************************** ;void int32_t WelsCalculateSingleCtr4x4_sse2( int16_t *pDct ); ;*********************************************************************** WELS_EXTERN WelsCalculateSingleCtr4x4_sse2 %ifdef X86_32 push r3 %assign push_num 1 %else %assign push_num 0 %endif INIT_X86_32_PIC r4 LOAD_1_PARA movdqa xmm0, [r0] movdqa xmm1, [r0+16] packsswb xmm0, xmm1 ; below is the register map: r0 - eax, r1 - ebx, r2 - ecx, r3 - edx xor r3, r3 pxor xmm3, xmm3 pcmpeqb xmm0, xmm3 pmovmskb r3d, xmm0 xor r3, 0xffff xor r0, r0 mov r2, 7 mov r1, 8 .loop_low8_find1: bt r3, r2 jc .loop_high8_find1 dec r2 jnz .loop_low8_find1 .loop_high8_find1: bt r3, r1 jc .find1end inc r1 cmp r1,16 jb .loop_high8_find1 .find1end: sub r1, r2 sub r1, 1 lea r2, [pic(i_ds_table)] add r0b, [r2+r1] mov r1, r3 and r3, 0xff shr r1, 8 and r1, 0xff lea r2 , [pic(low_mask_table)] add r0b, [r2 +r3] lea r2, [pic(high_mask_table)] add r0b, [r2+r1] DEINIT_X86_32_PIC %ifdef X86_32 pop r3 %else mov retrd, r0d %endif ret ;*********************************************************************** ; int32_t WelsGetNoneZeroCount_sse2(int16_t* level); ;*********************************************************************** WELS_EXTERN WelsGetNoneZeroCount_sse2 %assign push_num 0 INIT_X86_32_PIC r3 LOAD_1_PARA movdqa xmm0, [r0] movdqa xmm1, [r0+16] pxor xmm2, xmm2 pcmpeqw xmm0, xmm2 pcmpeqw xmm1, xmm2 packsswb xmm1, xmm0 xor r1, r1 pmovmskb r1d, xmm1 xor r1d, 0xffff mov r2, r1 and r1, 0xff shr r2, 8 ; and ecx, 0xff ; we do not need this due to high 16bits equal to 0 yet ; xor retr, retr ;add al, [nozero_count_table+r2] lea r0 , [pic(nozero_count_table)] movzx r2, byte [r0+r2] movzx r1, byte [r0+r1] mov retrq, r2 add retrq, r1 ;add al, [nozero_count_table+r1] DEINIT_X86_32_PIC ret ;*********************************************************************** ; int32_t WelsGetNoneZeroCount_sse42(int16_t* level); ;*********************************************************************** WELS_EXTERN WelsGetNoneZeroCount_sse42 %assign push_num 0 LOAD_1_PARA movdqa xmm0, [r0] packsswb xmm0, [r0 + 16] pxor xmm1, xmm1 pcmpeqb xmm0, xmm1 pmovmskb retrd, xmm0 xor retrd, 0FFFFh popcnt retrd, retrd ret