diff options
author | hui su <huisu@google.com> | 2015-07-19 15:02:56 -0700 |
---|---|---|
committer | hui su <huisu@google.com> | 2015-07-27 13:38:16 -0700 |
commit | 7971846a5ef42d22385a4dffd1a2aa0b6ee93728 (patch) | |
tree | 3da797394dace2c8dd5db425a38c9b1396c9561c /vpx_dsp/x86/highbd_intrapred_sse2.asm | |
parent | 55c6a74bd4f228e48d56de200f25154eb733fc40 (diff) | |
download | libvpx-7971846a5ef42d22385a4dffd1a2aa0b6ee93728.tar libvpx-7971846a5ef42d22385a4dffd1a2aa0b6ee93728.tar.gz libvpx-7971846a5ef42d22385a4dffd1a2aa0b6ee93728.tar.bz2 libvpx-7971846a5ef42d22385a4dffd1a2aa0b6ee93728.zip |
Move intra prediction functions from vp9/common/ to vpx_dsp/
Change-Id: I64edc26cf4aab050c83f2d393df6250628ad43b8
Diffstat (limited to 'vpx_dsp/x86/highbd_intrapred_sse2.asm')
-rw-r--r-- | vpx_dsp/x86/highbd_intrapred_sse2.asm | 476 |
1 files changed, 476 insertions, 0 deletions
diff --git a/vpx_dsp/x86/highbd_intrapred_sse2.asm b/vpx_dsp/x86/highbd_intrapred_sse2.asm new file mode 100644 index 000000000..b12d29c0a --- /dev/null +++ b/vpx_dsp/x86/highbd_intrapred_sse2.asm @@ -0,0 +1,476 @@ +; +; Copyright (c) 2014 The WebM project authors. All Rights Reserved. +; +; Use of this source code is governed by a BSD-style license +; that can be found in the LICENSE file in the root of the source +; tree. An additional intellectual property rights grant can be found +; in the file PATENTS. All contributing project authors may +; be found in the AUTHORS file in the root of the source tree. +; + +%include "third_party/x86inc/x86inc.asm" + +SECTION_RODATA +pw_4: times 8 dw 4 +pw_8: times 8 dw 8 +pw_16: times 4 dd 16 +pw_32: times 4 dd 32 + +SECTION .text +INIT_MMX sse +cglobal highbd_dc_predictor_4x4, 4, 5, 4, dst, stride, above, left, goffset + GET_GOT goffsetq + + movq m0, [aboveq] + movq m2, [leftq] + DEFINE_ARGS dst, stride, one + mov oned, 0x0001 + pxor m1, m1 + movd m3, oned + pshufw m3, m3, 0x0 + paddw m0, m2 + pmaddwd m0, m3 + packssdw m0, m1 + pmaddwd m0, m3 + paddw m0, [GLOBAL(pw_4)] + psraw m0, 3 + pshufw m0, m0, 0x0 + movq [dstq ], m0 + movq [dstq+strideq*2], m0 + lea dstq, [dstq+strideq*4] + movq [dstq ], m0 + movq [dstq+strideq*2], m0 + + RESTORE_GOT + RET + +INIT_XMM sse2 +cglobal highbd_dc_predictor_8x8, 4, 5, 4, dst, stride, above, left, goffset + GET_GOT goffsetq + + pxor m1, m1 + mova m0, [aboveq] + mova m2, [leftq] + DEFINE_ARGS dst, stride, stride3, one + mov oned, 0x00010001 + lea stride3q, [strideq*3] + movd m3, oned + pshufd m3, m3, 0x0 + paddw m0, m2 + pmaddwd m0, m3 + packssdw m0, m1 + pmaddwd m0, m3 + packssdw m0, m1 + pmaddwd m0, m3 + paddw m0, [GLOBAL(pw_8)] + psrlw m0, 4 + pshuflw m0, m0, 0x0 + punpcklqdq m0, m0 + mova [dstq ], m0 + mova [dstq+strideq*2 ], m0 + mova [dstq+strideq*4 ], m0 + mova [dstq+stride3q*2], m0 + lea dstq, [dstq+strideq*8] + mova [dstq ], m0 + mova [dstq+strideq*2 ], m0 + mova [dstq+strideq*4 ], m0 + mova [dstq+stride3q*2], m0 + + RESTORE_GOT + RET + +INIT_XMM sse2 +cglobal highbd_dc_predictor_16x16, 4, 5, 5, dst, stride, above, left, goffset + GET_GOT goffsetq + + pxor m1, m1 + mova m0, [aboveq] + mova m3, [aboveq+16] + mova m2, [leftq] + mova m4, [leftq+16] + DEFINE_ARGS dst, stride, stride3, lines4 + lea stride3q, [strideq*3] + mov lines4d, 4 + paddw m0, m2 + paddw m0, m3 + paddw m0, m4 + movhlps m2, m0 + paddw m0, m2 + punpcklwd m0, m1 + movhlps m2, m0 + paddd m0, m2 + punpckldq m0, m1 + movhlps m2, m0 + paddd m0, m2 + paddd m0, [GLOBAL(pw_16)] + psrad m0, 5 + pshuflw m0, m0, 0x0 + punpcklqdq m0, m0 +.loop: + mova [dstq ], m0 + mova [dstq +16], m0 + mova [dstq+strideq*2 ], m0 + mova [dstq+strideq*2 +16], m0 + mova [dstq+strideq*4 ], m0 + mova [dstq+strideq*4 +16], m0 + mova [dstq+stride3q*2 ], m0 + mova [dstq+stride3q*2+16], m0 + lea dstq, [dstq+strideq*8] + dec lines4d + jnz .loop + + RESTORE_GOT + REP_RET + +%if ARCH_X86_64 +INIT_XMM sse2 +cglobal highbd_dc_predictor_32x32, 4, 5, 9, dst, stride, above, left, goffset + GET_GOT goffsetq + + pxor m1, m1 + mova m0, [aboveq] + mova m2, [aboveq+16] + mova m3, [aboveq+32] + mova m4, [aboveq+48] + mova m5, [leftq] + mova m6, [leftq+16] + mova m7, [leftq+32] + mova m8, [leftq+48] + DEFINE_ARGS dst, stride, stride3, lines4 + lea stride3q, [strideq*3] + mov lines4d, 8 + paddw m0, m2 + paddw m0, m3 + paddw m0, m4 + paddw m0, m5 + paddw m0, m6 + paddw m0, m7 + paddw m0, m8 + movhlps m2, m0 + paddw m0, m2 + punpcklwd m0, m1 + movhlps m2, m0 + paddd m0, m2 + punpckldq m0, m1 + movhlps m2, m0 + paddd m0, m2 + paddd m0, [GLOBAL(pw_32)] + psrad m0, 6 + pshuflw m0, m0, 0x0 + punpcklqdq m0, m0 +.loop: + mova [dstq ], m0 + mova [dstq +16 ], m0 + mova [dstq +32 ], m0 + mova [dstq +48 ], m0 + mova [dstq+strideq*2 ], m0 + mova [dstq+strideq*2+16 ], m0 + mova [dstq+strideq*2+32 ], m0 + mova [dstq+strideq*2+48 ], m0 + mova [dstq+strideq*4 ], m0 + mova [dstq+strideq*4+16 ], m0 + mova [dstq+strideq*4+32 ], m0 + mova [dstq+strideq*4+48 ], m0 + mova [dstq+stride3q*2 ], m0 + mova [dstq+stride3q*2 +16], m0 + mova [dstq+stride3q*2 +32], m0 + mova [dstq+stride3q*2 +48], m0 + lea dstq, [dstq+strideq*8] + dec lines4d + jnz .loop + + RESTORE_GOT + REP_RET +%endif + +INIT_MMX sse +cglobal highbd_v_predictor_4x4, 3, 3, 1, dst, stride, above + movq m0, [aboveq] + movq [dstq ], m0 + movq [dstq+strideq*2], m0 + lea dstq, [dstq+strideq*4] + movq [dstq ], m0 + movq [dstq+strideq*2], m0 + RET + +INIT_XMM sse2 +cglobal highbd_v_predictor_8x8, 3, 3, 1, dst, stride, above + mova m0, [aboveq] + DEFINE_ARGS dst, stride, stride3 + lea stride3q, [strideq*3] + mova [dstq ], m0 + mova [dstq+strideq*2 ], m0 + mova [dstq+strideq*4 ], m0 + mova [dstq+stride3q*2], m0 + lea dstq, [dstq+strideq*8] + mova [dstq ], m0 + mova [dstq+strideq*2 ], m0 + mova [dstq+strideq*4 ], m0 + mova [dstq+stride3q*2], m0 + RET + +INIT_XMM sse2 +cglobal highbd_v_predictor_16x16, 3, 4, 2, dst, stride, above + mova m0, [aboveq] + mova m1, [aboveq+16] + DEFINE_ARGS dst, stride, stride3, nlines4 + lea stride3q, [strideq*3] + mov nlines4d, 4 +.loop: + mova [dstq ], m0 + mova [dstq +16], m1 + mova [dstq+strideq*2 ], m0 + mova [dstq+strideq*2 +16], m1 + mova [dstq+strideq*4 ], m0 + mova [dstq+strideq*4 +16], m1 + mova [dstq+stride3q*2 ], m0 + mova [dstq+stride3q*2+16], m1 + lea dstq, [dstq+strideq*8] + dec nlines4d + jnz .loop + REP_RET + +INIT_XMM sse2 +cglobal highbd_v_predictor_32x32, 3, 4, 4, dst, stride, above + mova m0, [aboveq] + mova m1, [aboveq+16] + mova m2, [aboveq+32] + mova m3, [aboveq+48] + DEFINE_ARGS dst, stride, stride3, nlines4 + lea stride3q, [strideq*3] + mov nlines4d, 8 +.loop: + mova [dstq ], m0 + mova [dstq +16], m1 + mova [dstq +32], m2 + mova [dstq +48], m3 + mova [dstq+strideq*2 ], m0 + mova [dstq+strideq*2 +16], m1 + mova [dstq+strideq*2 +32], m2 + mova [dstq+strideq*2 +48], m3 + mova [dstq+strideq*4 ], m0 + mova [dstq+strideq*4 +16], m1 + mova [dstq+strideq*4 +32], m2 + mova [dstq+strideq*4 +48], m3 + mova [dstq+stride3q*2 ], m0 + mova [dstq+stride3q*2 +16], m1 + mova [dstq+stride3q*2 +32], m2 + mova [dstq+stride3q*2 +48], m3 + lea dstq, [dstq+strideq*8] + dec nlines4d + jnz .loop + REP_RET + +INIT_MMX sse +cglobal highbd_tm_predictor_4x4, 5, 6, 5, dst, stride, above, left, bps, one + movd m1, [aboveq-2] + movq m0, [aboveq] + pshufw m1, m1, 0x0 + ; Get the values to compute the maximum value at this bit depth + mov oned, 1 + movd m3, oned + movd m4, bpsd + pshufw m3, m3, 0x0 + DEFINE_ARGS dst, stride, line, left + mov lineq, -2 + mova m2, m3 + psllw m3, m4 + add leftq, 8 + psubw m3, m2 ; max possible value + pxor m4, m4 ; min possible value + psubw m0, m1 +.loop: + movq m1, [leftq+lineq*4] + movq m2, [leftq+lineq*4+2] + pshufw m1, m1, 0x0 + pshufw m2, m2, 0x0 + paddw m1, m0 + paddw m2, m0 + ;Clamp to the bit-depth + pminsw m1, m3 + pminsw m2, m3 + pmaxsw m1, m4 + pmaxsw m2, m4 + ;Store the values + movq [dstq ], m1 + movq [dstq+strideq*2], m2 + lea dstq, [dstq+strideq*4] + inc lineq + jnz .loop + REP_RET + +INIT_XMM sse2 +cglobal highbd_tm_predictor_8x8, 5, 6, 5, dst, stride, above, left, bps, one + movd m1, [aboveq-2] + mova m0, [aboveq] + pshuflw m1, m1, 0x0 + ; Get the values to compute the maximum value at this bit depth + mov oned, 1 + pxor m3, m3 + pxor m4, m4 + pinsrw m3, oned, 0 + pinsrw m4, bpsd, 0 + pshuflw m3, m3, 0x0 + DEFINE_ARGS dst, stride, line, left + punpcklqdq m3, m3 + mov lineq, -4 + mova m2, m3 + punpcklqdq m1, m1 + psllw m3, m4 + add leftq, 16 + psubw m3, m2 ; max possible value + pxor m4, m4 ; min possible value + psubw m0, m1 +.loop: + movd m1, [leftq+lineq*4] + movd m2, [leftq+lineq*4+2] + pshuflw m1, m1, 0x0 + pshuflw m2, m2, 0x0 + punpcklqdq m1, m1 + punpcklqdq m2, m2 + paddw m1, m0 + paddw m2, m0 + ;Clamp to the bit-depth + pminsw m1, m3 + pminsw m2, m3 + pmaxsw m1, m4 + pmaxsw m2, m4 + ;Store the values + mova [dstq ], m1 + mova [dstq+strideq*2], m2 + lea dstq, [dstq+strideq*4] + inc lineq + jnz .loop + REP_RET + +%if ARCH_X86_64 +INIT_XMM sse2 +cglobal highbd_tm_predictor_16x16, 5, 6, 9, dst, stride, above, left, bps, one + movd m2, [aboveq-2] + mova m0, [aboveq] + mova m1, [aboveq+16] + pshuflw m2, m2, 0x0 + ; Get the values to compute the maximum value at this bit depth + mov oned, 1 + pxor m7, m7 + pxor m8, m8 + pinsrw m7, oned, 0 + pinsrw m8, bpsd, 0 + pshuflw m7, m7, 0x0 + DEFINE_ARGS dst, stride, line, left + punpcklqdq m7, m7 + mov lineq, -8 + mova m5, m7 + punpcklqdq m2, m2 + psllw m7, m8 + add leftq, 32 + psubw m7, m5 ; max possible value + pxor m8, m8 ; min possible value + psubw m0, m2 + psubw m1, m2 +.loop: + movd m2, [leftq+lineq*4] + movd m3, [leftq+lineq*4+2] + pshuflw m2, m2, 0x0 + pshuflw m3, m3, 0x0 + punpcklqdq m2, m2 + punpcklqdq m3, m3 + paddw m4, m2, m0 + paddw m5, m3, m0 + paddw m2, m1 + paddw m3, m1 + ;Clamp to the bit-depth + pminsw m4, m7 + pminsw m5, m7 + pminsw m2, m7 + pminsw m3, m7 + pmaxsw m4, m8 + pmaxsw m5, m8 + pmaxsw m2, m8 + pmaxsw m3, m8 + ;Store the values + mova [dstq ], m4 + mova [dstq+strideq*2 ], m5 + mova [dstq +16], m2 + mova [dstq+strideq*2+16], m3 + lea dstq, [dstq+strideq*4] + inc lineq + jnz .loop + REP_RET + +INIT_XMM sse2 +cglobal highbd_tm_predictor_32x32, 5, 6, 12, dst, stride, above, left, bps, one + movd m0, [aboveq-2] + mova m1, [aboveq] + mova m2, [aboveq+16] + mova m3, [aboveq+32] + mova m4, [aboveq+48] + pshuflw m0, m0, 0x0 + ; Get the values to compute the maximum value at this bit depth + mov oned, 1 + pxor m10, m10 + pxor m11, m11 + pinsrw m10, oned, 0 + pinsrw m11, bpsd, 0 + pshuflw m10, m10, 0x0 + DEFINE_ARGS dst, stride, line, left + punpcklqdq m10, m10 + mov lineq, -16 + mova m5, m10 + punpcklqdq m0, m0 + psllw m10, m11 + add leftq, 64 + psubw m10, m5 ; max possible value + pxor m11, m11 ; min possible value + psubw m1, m0 + psubw m2, m0 + psubw m3, m0 + psubw m4, m0 +.loop: + movd m5, [leftq+lineq*4] + movd m6, [leftq+lineq*4+2] + pshuflw m5, m5, 0x0 + pshuflw m6, m6, 0x0 + punpcklqdq m5, m5 + punpcklqdq m6, m6 + paddw m7, m5, m1 + paddw m8, m5, m2 + paddw m9, m5, m3 + paddw m5, m4 + ;Clamp these values to the bit-depth + pminsw m7, m10 + pminsw m8, m10 + pminsw m9, m10 + pminsw m5, m10 + pmaxsw m7, m11 + pmaxsw m8, m11 + pmaxsw m9, m11 + pmaxsw m5, m11 + ;Store these values + mova [dstq ], m7 + mova [dstq +16], m8 + mova [dstq +32], m9 + mova [dstq +48], m5 + paddw m7, m6, m1 + paddw m8, m6, m2 + paddw m9, m6, m3 + paddw m6, m4 + ;Clamp these values to the bit-depth + pminsw m7, m10 + pminsw m8, m10 + pminsw m9, m10 + pminsw m6, m10 + pmaxsw m7, m11 + pmaxsw m8, m11 + pmaxsw m9, m11 + pmaxsw m6, m11 + ;Store these values + mova [dstq+strideq*2 ], m7 + mova [dstq+strideq*2+16], m8 + mova [dstq+strideq*2+32], m9 + mova [dstq+strideq*2+48], m6 + lea dstq, [dstq+strideq*4] + inc lineq + jnz .loop + REP_RET +%endif |