Index: source/libvpx/vp8/encoder/x86/quantize_sse2.asm |
=================================================================== |
--- source/libvpx/vp8/encoder/x86/quantize_sse2.asm (revision 191025) |
+++ source/libvpx/vp8/encoder/x86/quantize_sse2.asm (working copy) |
@@ -1,386 +0,0 @@ |
-; |
-; Copyright (c) 2010 The WebM project authors. All Rights Reserved. |
-; |
-; Use of this source code is governed by a BSD-style license and patent |
-; grant that can be found in the LICENSE file in the root of the source |
-; tree. All contributing project authors may be found in the AUTHORS |
-; file in the root of the source tree. |
-; |
- |
- |
-%include "vpx_ports/x86_abi_support.asm" |
-%include "vp8_asm_enc_offsets.asm" |
- |
- |
-; void vp8_regular_quantize_b_sse2 | arg |
-; (BLOCK *b, | 0 |
-; BLOCKD *d) | 1 |
- |
-global sym(vp8_regular_quantize_b_sse2) PRIVATE |
-sym(vp8_regular_quantize_b_sse2): |
- push rbp |
- mov rbp, rsp |
- SAVE_XMM 7 |
- GET_GOT rbx |
- |
-%if ABI_IS_32BIT |
- push rdi |
- push rsi |
-%else |
- %if LIBVPX_YASM_WIN64 |
- push rdi |
- push rsi |
- %endif |
-%endif |
- |
- ALIGN_STACK 16, rax |
- %define zrun_zbin_boost 0 ; 8 |
- %define abs_minus_zbin 8 ; 32 |
- %define temp_qcoeff 40 ; 32 |
- %define qcoeff 72 ; 32 |
- %define stack_size 104 |
- sub rsp, stack_size |
- ; end prolog |
- |
-%if ABI_IS_32BIT |
- mov rdi, arg(0) ; BLOCK *b |
- mov rsi, arg(1) ; BLOCKD *d |
-%else |
- %if LIBVPX_YASM_WIN64 |
- mov rdi, rcx ; BLOCK *b |
- mov rsi, rdx ; BLOCKD *d |
- %else |
- ;mov rdi, rdi ; BLOCK *b |
- ;mov rsi, rsi ; BLOCKD *d |
- %endif |
-%endif |
- |
- mov rdx, [rdi + vp8_block_coeff] ; coeff_ptr |
- mov rcx, [rdi + vp8_block_zbin] ; zbin_ptr |
- movd xmm7, [rdi + vp8_block_zbin_extra] ; zbin_oq_value |
- |
- ; z |
- movdqa xmm0, [rdx] |
- movdqa xmm4, [rdx + 16] |
- mov rdx, [rdi + vp8_block_round] ; round_ptr |
- |
- pshuflw xmm7, xmm7, 0 |
- punpcklwd xmm7, xmm7 ; duplicated zbin_oq_value |
- |
- movdqa xmm1, xmm0 |
- movdqa xmm5, xmm4 |
- |
- ; sz |
- psraw xmm0, 15 |
- psraw xmm4, 15 |
- |
- ; (z ^ sz) |
- pxor xmm1, xmm0 |
- pxor xmm5, xmm4 |
- |
- ; x = abs(z) |
- psubw xmm1, xmm0 |
- psubw xmm5, xmm4 |
- |
- movdqa xmm2, [rcx] |
- movdqa xmm3, [rcx + 16] |
- mov rcx, [rdi + vp8_block_quant] ; quant_ptr |
- |
- ; *zbin_ptr + zbin_oq_value |
- paddw xmm2, xmm7 |
- paddw xmm3, xmm7 |
- |
- ; x - (*zbin_ptr + zbin_oq_value) |
- psubw xmm1, xmm2 |
- psubw xmm5, xmm3 |
- movdqa [rsp + abs_minus_zbin], xmm1 |
- movdqa [rsp + abs_minus_zbin + 16], xmm5 |
- |
- ; add (zbin_ptr + zbin_oq_value) back |
- paddw xmm1, xmm2 |
- paddw xmm5, xmm3 |
- |
- movdqa xmm2, [rdx] |
- movdqa xmm6, [rdx + 16] |
- |
- movdqa xmm3, [rcx] |
- movdqa xmm7, [rcx + 16] |
- |
- ; x + round |
- paddw xmm1, xmm2 |
- paddw xmm5, xmm6 |
- |
- ; y = x * quant_ptr >> 16 |
- pmulhw xmm3, xmm1 |
- pmulhw xmm7, xmm5 |
- |
- ; y += x |
- paddw xmm1, xmm3 |
- paddw xmm5, xmm7 |
- |
- movdqa [rsp + temp_qcoeff], xmm1 |
- movdqa [rsp + temp_qcoeff + 16], xmm5 |
- |
- pxor xmm6, xmm6 |
- ; zero qcoeff |
- movdqa [rsp + qcoeff], xmm6 |
- movdqa [rsp + qcoeff + 16], xmm6 |
- |
- mov rdx, [rdi + vp8_block_zrun_zbin_boost] ; zbin_boost_ptr |
- mov rax, [rdi + vp8_block_quant_shift] ; quant_shift_ptr |
- mov [rsp + zrun_zbin_boost], rdx |
- |
-%macro ZIGZAG_LOOP 1 |
- ; x |
- movsx ecx, WORD PTR[rsp + abs_minus_zbin + %1 * 2] |
- |
- ; if (x >= zbin) |
- sub cx, WORD PTR[rdx] ; x - zbin |
- lea rdx, [rdx + 2] ; zbin_boost_ptr++ |
- jl .rq_zigzag_loop_%1 ; x < zbin |
- |
- movsx edi, WORD PTR[rsp + temp_qcoeff + %1 * 2] |
- |
- ; downshift by quant_shift[rc] |
- movsx cx, BYTE PTR[rax + %1] ; quant_shift_ptr[rc] |
- sar edi, cl ; also sets Z bit |
- je .rq_zigzag_loop_%1 ; !y |
- mov WORD PTR[rsp + qcoeff + %1 * 2], di ;qcoeff_ptr[rc] = temp_qcoeff[rc] |
- mov rdx, [rsp + zrun_zbin_boost] ; reset to b->zrun_zbin_boost |
-.rq_zigzag_loop_%1: |
-%endmacro |
-; in vp8_default_zig_zag1d order: see vp8/common/entropy.c |
-ZIGZAG_LOOP 0 |
-ZIGZAG_LOOP 1 |
-ZIGZAG_LOOP 4 |
-ZIGZAG_LOOP 8 |
-ZIGZAG_LOOP 5 |
-ZIGZAG_LOOP 2 |
-ZIGZAG_LOOP 3 |
-ZIGZAG_LOOP 6 |
-ZIGZAG_LOOP 9 |
-ZIGZAG_LOOP 12 |
-ZIGZAG_LOOP 13 |
-ZIGZAG_LOOP 10 |
-ZIGZAG_LOOP 7 |
-ZIGZAG_LOOP 11 |
-ZIGZAG_LOOP 14 |
-ZIGZAG_LOOP 15 |
- |
- movdqa xmm2, [rsp + qcoeff] |
- movdqa xmm3, [rsp + qcoeff + 16] |
- |
- mov rcx, [rsi + vp8_blockd_dequant] ; dequant_ptr |
- mov rdi, [rsi + vp8_blockd_dqcoeff] ; dqcoeff_ptr |
- |
- ; y ^ sz |
- pxor xmm2, xmm0 |
- pxor xmm3, xmm4 |
- ; x = (y ^ sz) - sz |
- psubw xmm2, xmm0 |
- psubw xmm3, xmm4 |
- |
- ; dequant |
- movdqa xmm0, [rcx] |
- movdqa xmm1, [rcx + 16] |
- |
- mov rcx, [rsi + vp8_blockd_qcoeff] ; qcoeff_ptr |
- |
- pmullw xmm0, xmm2 |
- pmullw xmm1, xmm3 |
- |
- movdqa [rcx], xmm2 ; store qcoeff |
- movdqa [rcx + 16], xmm3 |
- movdqa [rdi], xmm0 ; store dqcoeff |
- movdqa [rdi + 16], xmm1 |
- |
- mov rcx, [rsi + vp8_blockd_eob] |
- |
- ; select the last value (in zig_zag order) for EOB |
- pcmpeqw xmm2, xmm6 |
- pcmpeqw xmm3, xmm6 |
- ; ! |
- pcmpeqw xmm6, xmm6 |
- pxor xmm2, xmm6 |
- pxor xmm3, xmm6 |
- ; mask inv_zig_zag |
- pand xmm2, [GLOBAL(inv_zig_zag)] |
- pand xmm3, [GLOBAL(inv_zig_zag + 16)] |
- ; select the max value |
- pmaxsw xmm2, xmm3 |
- pshufd xmm3, xmm2, 00001110b |
- pmaxsw xmm2, xmm3 |
- pshuflw xmm3, xmm2, 00001110b |
- pmaxsw xmm2, xmm3 |
- pshuflw xmm3, xmm2, 00000001b |
- pmaxsw xmm2, xmm3 |
- movd eax, xmm2 |
- and eax, 0xff |
- |
- mov BYTE PTR [rcx], al ; store eob |
- |
- ; begin epilog |
- add rsp, stack_size |
- pop rsp |
-%if ABI_IS_32BIT |
- pop rsi |
- pop rdi |
-%else |
- %if LIBVPX_YASM_WIN64 |
- pop rsi |
- pop rdi |
- %endif |
-%endif |
- RESTORE_GOT |
- RESTORE_XMM |
- pop rbp |
- ret |
- |
-; void vp8_fast_quantize_b_sse2 | arg |
-; (BLOCK *b, | 0 |
-; BLOCKD *d) | 1 |
- |
-global sym(vp8_fast_quantize_b_sse2) PRIVATE |
-sym(vp8_fast_quantize_b_sse2): |
- push rbp |
- mov rbp, rsp |
- GET_GOT rbx |
- |
-%if ABI_IS_32BIT |
- push rdi |
- push rsi |
-%else |
- %if LIBVPX_YASM_WIN64 |
- push rdi |
- push rsi |
- %else |
- ; these registers are used for passing arguments |
- %endif |
-%endif |
- |
- ; end prolog |
- |
-%if ABI_IS_32BIT |
- mov rdi, arg(0) ; BLOCK *b |
- mov rsi, arg(1) ; BLOCKD *d |
-%else |
- %if LIBVPX_YASM_WIN64 |
- mov rdi, rcx ; BLOCK *b |
- mov rsi, rdx ; BLOCKD *d |
- %else |
- ;mov rdi, rdi ; BLOCK *b |
- ;mov rsi, rsi ; BLOCKD *d |
- %endif |
-%endif |
- |
- mov rax, [rdi + vp8_block_coeff] |
- mov rcx, [rdi + vp8_block_round] |
- mov rdx, [rdi + vp8_block_quant_fast] |
- |
- ; z = coeff |
- movdqa xmm0, [rax] |
- movdqa xmm4, [rax + 16] |
- |
- ; dup z so we can save sz |
- movdqa xmm1, xmm0 |
- movdqa xmm5, xmm4 |
- |
- ; sz = z >> 15 |
- psraw xmm0, 15 |
- psraw xmm4, 15 |
- |
- ; x = abs(z) = (z ^ sz) - sz |
- pxor xmm1, xmm0 |
- pxor xmm5, xmm4 |
- psubw xmm1, xmm0 |
- psubw xmm5, xmm4 |
- |
- ; x += round |
- paddw xmm1, [rcx] |
- paddw xmm5, [rcx + 16] |
- |
- mov rax, [rsi + vp8_blockd_qcoeff] |
- mov rcx, [rsi + vp8_blockd_dequant] |
- mov rdi, [rsi + vp8_blockd_dqcoeff] |
- |
- ; y = x * quant >> 16 |
- pmulhw xmm1, [rdx] |
- pmulhw xmm5, [rdx + 16] |
- |
- ; x = (y ^ sz) - sz |
- pxor xmm1, xmm0 |
- pxor xmm5, xmm4 |
- psubw xmm1, xmm0 |
- psubw xmm5, xmm4 |
- |
- ; qcoeff = x |
- movdqa [rax], xmm1 |
- movdqa [rax + 16], xmm5 |
- |
- ; x * dequant |
- movdqa xmm2, xmm1 |
- movdqa xmm3, xmm5 |
- pmullw xmm2, [rcx] |
- pmullw xmm3, [rcx + 16] |
- |
- ; dqcoeff = x * dequant |
- movdqa [rdi], xmm2 |
- movdqa [rdi + 16], xmm3 |
- |
- pxor xmm4, xmm4 ;clear all bits |
- pcmpeqw xmm1, xmm4 |
- pcmpeqw xmm5, xmm4 |
- |
- pcmpeqw xmm4, xmm4 ;set all bits |
- pxor xmm1, xmm4 |
- pxor xmm5, xmm4 |
- |
- pand xmm1, [GLOBAL(inv_zig_zag)] |
- pand xmm5, [GLOBAL(inv_zig_zag + 16)] |
- |
- pmaxsw xmm1, xmm5 |
- |
- mov rcx, [rsi + vp8_blockd_eob] |
- |
- ; now down to 8 |
- pshufd xmm5, xmm1, 00001110b |
- |
- pmaxsw xmm1, xmm5 |
- |
- ; only 4 left |
- pshuflw xmm5, xmm1, 00001110b |
- |
- pmaxsw xmm1, xmm5 |
- |
- ; okay, just 2! |
- pshuflw xmm5, xmm1, 00000001b |
- |
- pmaxsw xmm1, xmm5 |
- |
- movd eax, xmm1 |
- and eax, 0xff |
- |
- mov BYTE PTR [rcx], al ; store eob |
- |
- ; begin epilog |
-%if ABI_IS_32BIT |
- pop rsi |
- pop rdi |
-%else |
- %if LIBVPX_YASM_WIN64 |
- pop rsi |
- pop rdi |
- %endif |
-%endif |
- |
- RESTORE_GOT |
- pop rbp |
- ret |
- |
-SECTION_RODATA |
-align 16 |
-inv_zig_zag: |
- dw 0x0001, 0x0002, 0x0006, 0x0007 |
- dw 0x0003, 0x0005, 0x0008, 0x000d |
- dw 0x0004, 0x0009, 0x000c, 0x000e |
- dw 0x000a, 0x000b, 0x000f, 0x0010 |