; Copyright © 2022-2024, VideoLAN and dav1d authors ; Copyright © 2022-2024, Two Orioles, LLC ; All rights reserved. ; ; Redistribution and use in source and binary forms, with or without ; modification, are permitted provided that the following conditions are met: ; ; 1. Redistributions of source code must retain the above copyright notice, this ; list of conditions and the following disclaimer. ; ; 2. Redistributions in binary form must reproduce the above copyright notice, ; this list of conditions and the following disclaimer in the documentation ; and/or other materials provided with the distribution. ; ; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ; ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED ; WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE ; DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ; ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES ; (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; ; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ; ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT ; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS ; SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. %include "config.asm" %include "ext/x86/x86inc.asm" %if ARCH_X86_64 SECTION_RODATA 64 ipred_shuf: db 14, 15, 14, 15, 0, 1, 2, 3, 6, 7, 6, 7, 0, 1, 2, 3 db 10, 11, 10, 11, 8, 9, 10, 11, 2, 3, 2, 3, 8, 9, 10, 11 db 12, 13, 12, 13, 4, 5, 6, 7, 4, 5, 4, 5, 4, 5, 6, 7 db 8, 9, 8, 9, 12, 13, 14, 15, 0, 1, 0, 1, 12, 13, 14, 15 smooth_perm: db 1, 2, 5, 6, 9, 10, 13, 14, 17, 18, 21, 22, 25, 26, 29, 30 db 33, 34, 37, 38, 41, 42, 45, 46, 49, 50, 53, 54, 57, 58, 61, 62 db 65, 66, 69, 70, 73, 74, 77, 78, 81, 82, 85, 86, 89, 90, 93, 94 db 97, 98,101,102,105,106,109,110,113,114,117,118,121,122,125,126 pal_pred_perm: db 0, 16, 32, 48, 1, 17, 33, 49, 2, 18, 34, 50, 3, 19, 35, 51 db 4, 20, 36, 52, 5, 21, 37, 53, 6, 22, 38, 54, 7, 23, 39, 55 db 8, 24, 40, 56, 9, 25, 41, 57, 10, 26, 42, 58, 11, 27, 43, 59 db 12, 28, 44, 60, 13, 29, 45, 61, 14, 30, 46, 62, 15, 31, 47, 63 pw_31to0: dw 31, 30, 29, 28, 27, 26, 25, 24, 23, 22, 21, 20, 19, 18, 17, 16 dw 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 pw_1to32: dw 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16 dw 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 z_upsample: dw 0, -1, 1, 0, 2, 1, 3, 2, 4, 3, 5, 4, 6, 5, 7, 6 dw 8, 7, 9, 8, 10, 9, 11, 10, 12, 11, 13, 12, 14, 13, 15, 14 z_xpos_mul: dw 1, 1, 1, 1, 2, 2, 1, 1, 3, 3, 2, 2, 4, 4, 2, 2 dw 5, 5, 3, 3, 6, 6, 3, 3, 7, 7, 4, 4, 8, 8, 4, 4 z_ypos_mul: dw 0, 0, 0, 0, 1, 1, 0, 0, 2, 2, 1, 1, 3, 3, 1, 1 dw 4, 4, 2, 2, 5, 5, 2, 2, 6, 6, 3, 3, 7, 7, 3, 3 z_filter_t0: db 55,127, 39,127, 39,127, 7, 15, 31, 7, 15, 31, 0, 3, 31, 0 z_filter_t1: db 39, 63, 19, 47, 19, 47, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0 z_xpos_off1a: dw 30720, 30784, 30848, 30912, 30976, 31040, 31104, 31168 z_xpos_off1b: dw 30720, 30848, 30976, 31104, 31232, 31360, 31488, 31616 filter_permA: times 4 db 6, 7, 8, 9, 14, 15, 4, 5 times 4 db 10, 11, 12, 13, 2, 3, -1, -1 filter_permB: times 4 db 22, 23, 24, 25, 30, 31, 6, 7 times 4 db 26, 27, 28, 29, 14, 15, -1, -1 filter_permC: dd 8 ; dq 8, 10, 1, 11, 0, 9 pw_1: times 2 dw 1 dd 10 filter_rnd: dd 32 dd 1 dd 8 dd 11 filter_shift: times 2 dw 6 dd 0 times 2 dw 4 dd 9 pd_65536: dd 65536 pal_unpack: db 0, 8, 4, 12, 32, 40, 36, 44 db 16, 24, 20, 28, 48, 56, 52, 60 z_filter_wh: db 7, 7, 11, 11, 15, 15, 19, 19, 19, 23, 23, 23, 31, 31, 31, 39 db 39, 39, 47, 47, 47, 79, 79, 79 z_filter_k: dw 8, 8, 6, 6, 4, 4 dw 4, 4, 5, 5, 4, 4 dw 0, 0, 0, 0, 2, 2 pb_90: times 4 db 90 pw_15: times 2 dw 15 pw_16: times 2 dw 16 pw_17: times 2 dw 17 pw_24: times 2 dw 24 pw_31: times 2 dw 31 pw_32: times 2 dw 32 pw_63: times 2 dw 63 pw_64: times 2 dw 64 pw_512: times 2 dw 512 pw_2048: times 2 dw 2048 pw_31806: times 2 dw 31806 pw_32640: times 2 dw 32640 pw_32672: times 2 dw 32672 pw_32704: times 2 dw 32704 pw_32735: times 2 dw 32735 pw_32736: times 2 dw 32736 %define pw_2 (z_xpos_mul+4* 2) %define pw_3 (z_xpos_mul+4* 4) %define pw_7 (z_xpos_mul+4*12) %define pw_0to31 (pw_1to32-2) %macro JMP_TABLE 3-* %xdefine %1_%2_table (%%table - 2*4) %xdefine %%base mangle(private_prefix %+ _%1_%2) %%table: %rep %0 - 2 dd %%base %+ .%3 - (%%table - 2*4) %rotate 1 %endrep %endmacro JMP_TABLE ipred_paeth_16bpc, avx512icl, w4, w8, w16, w32, w64 JMP_TABLE ipred_smooth_16bpc, avx512icl, w4, w8, w16, w32, w64 JMP_TABLE ipred_smooth_h_16bpc, avx512icl, w4, w8, w16, w32, w64 JMP_TABLE ipred_smooth_v_16bpc, avx512icl, w4, w8, w16, w32, w64 JMP_TABLE ipred_z1_16bpc, avx512icl, w4, w8, w16, w32, w64 JMP_TABLE ipred_z2_16bpc, avx512icl, w4, w8, w16, w32, w64 JMP_TABLE ipred_z3_16bpc, avx512icl, w4, w8, w16, w32, w64 JMP_TABLE pal_pred_16bpc, avx512icl, w4, w8, w16, w32, w64 cextern smooth_weights_1d_16bpc cextern smooth_weights_2d_16bpc cextern dr_intra_derivative cextern filter_intra_taps SECTION .text %macro PAETH 3 ; top, signed_ldiff, ldiff paddw m0, m%2, m2 psubw m1, m0, m3 ; tldiff psubw m0, m%1 ; tdiff pabsw m1, m1 pabsw m0, m0 pcmpgtw k1, m0, m1 pminsw m0, m1 pcmpgtw k2, m%3, m0 vpblendmw m0{k1}, m%1, m3 vpblendmw m0{k2}, m2, m0 %endmacro INIT_ZMM avx512icl cglobal ipred_paeth_16bpc, 3, 7, 10, dst, stride, tl, w, h %define base r6-ipred_paeth_16bpc_avx512icl_table lea r6, [ipred_paeth_16bpc_avx512icl_table] tzcnt wd, wm movifnidn hd, hm movsxd wq, [r6+wq*4] vpbroadcastw m3, [tlq] ; topleft add wq, r6 jmp wq .w4: vpbroadcastq m4, [tlq+2] ; top movsldup m7, [base+ipred_shuf] lea r6, [strideq*3] psubw m5, m4, m3 pabsw m6, m5 .w4_loop: sub tlq, 16 vbroadcasti32x4 m2, [tlq] pshufb m2, m7 ; left PAETH 4, 5, 6 vextracti32x4 xm1, m0, 2 vextracti32x4 xm8, ym0, 1 vextracti32x4 xm9, m0, 3 movq [dstq+strideq*0], xm0 movq [dstq+strideq*1], xm1 movq [dstq+strideq*2], xm8 movq [dstq+r6 ], xm9 sub hd, 8 jl .w4_end lea dstq, [dstq+strideq*4] movhps [dstq+strideq*0], xm0 movhps [dstq+strideq*1], xm1 movhps [dstq+strideq*2], xm8 movhps [dstq+r6 ], xm9 lea dstq, [dstq+strideq*4] jg .w4_loop .w4_end: RET .w8: vbroadcasti32x4 m4, [tlq+2] movsldup m7, [base+ipred_shuf] lea r6, [strideq*3] psubw m5, m4, m3 pabsw m6, m5 .w8_loop: sub tlq, 8 vpbroadcastq m2, [tlq] pshufb m2, m7 PAETH 4, 5, 6 mova [dstq+strideq*0], xm0 vextracti32x4 [dstq+strideq*1], m0, 2 vextracti32x4 [dstq+strideq*2], ym0, 1 vextracti32x4 [dstq+r6 ], m0, 3 lea dstq, [dstq+strideq*4] sub hd, 4 jg .w8_loop RET .w16: vbroadcasti32x8 m4, [tlq+2] movsldup m7, [base+ipred_shuf] psubw m5, m4, m3 pabsw m6, m5 .w16_loop: sub tlq, 4 vpbroadcastd m2, [tlq] pshufb m2, m7 PAETH 4, 5, 6 mova [dstq+strideq*0], ym0 vextracti32x8 [dstq+strideq*1], m0, 1 lea dstq, [dstq+strideq*2] sub hd, 2 jg .w16_loop RET .w32: movu m4, [tlq+2] psubw m5, m4, m3 pabsw m6, m5 .w32_loop: sub tlq, 2 vpbroadcastw m2, [tlq] PAETH 4, 5, 6 mova [dstq], m0 add dstq, strideq dec hd jg .w32_loop RET .w64: movu m4, [tlq+ 2] movu m7, [tlq+66] psubw m5, m4, m3 psubw m8, m7, m3 pabsw m6, m5 pabsw m9, m8 .w64_loop: sub tlq, 2 vpbroadcastw m2, [tlq] PAETH 4, 5, 6 mova [dstq+64*0], m0 PAETH 7, 8, 9 mova [dstq+64*1], m0 add dstq, strideq dec hd jg .w64_loop RET cglobal ipred_smooth_v_16bpc, 3, 7, 7, dst, stride, tl, w, h, weights, stride3 %define base r6-$$ lea r6, [$$] tzcnt wd, wm mov hd, hm movsxd wq, [base+ipred_smooth_v_16bpc_avx512icl_table+wq*4] lea weightsq, [base+smooth_weights_1d_16bpc+hq*4] neg hq vpbroadcastw m6, [tlq+hq*2] ; bottom lea wq, [base+ipred_smooth_v_16bpc_avx512icl_table+wq] lea stride3q, [strideq*3] jmp wq .w4: vpbroadcastq m5, [tlq+2] ; top movsldup m4, [ipred_shuf] psubw m5, m6 ; top - bottom .w4_loop: vbroadcasti32x4 m3, [weightsq+hq*2] pshufb m3, m4 pmulhrsw m3, m5 paddw m3, m6 vextracti32x4 xm0, m3, 3 vextracti32x4 xm1, ym3, 1 vextracti32x4 xm2, m3, 2 movhps [dstq+strideq*0], xm0 movhps [dstq+strideq*1], xm1 movhps [dstq+strideq*2], xm2 movhps [dstq+stride3q ], xm3 add hq, 8 jg .end lea dstq, [dstq+strideq*4] movq [dstq+strideq*0], xm0 movq [dstq+strideq*1], xm1 movq [dstq+strideq*2], xm2 movq [dstq+stride3q ], xm3 lea dstq, [dstq+strideq*4] jl .w4_loop .end: RET .w8: vbroadcasti32x4 m5, [tlq+2] ; top movsldup m4, [ipred_shuf] psubw m5, m6 ; top - bottom .w8_loop: vpbroadcastq m0, [weightsq+hq*2] pshufb m0, m4 pmulhrsw m0, m5 paddw m0, m6 vextracti32x4 [dstq+strideq*0], m0, 3 vextracti32x4 [dstq+strideq*1], ym0, 1 vextracti32x4 [dstq+strideq*2], m0, 2 mova [dstq+stride3q ], xm0 lea dstq, [dstq+strideq*4] add hq, 4 jl .w8_loop RET .w16: vbroadcasti32x8 m5, [tlq+2] ; top movsldup m4, [ipred_shuf] psubw m5, m6 ; top - bottom .w16_loop: vpbroadcastd m0, [weightsq+hq*2+0] vpbroadcastd m1, [weightsq+hq*2+4] pshufb m0, m4 pshufb m1, m4 pmulhrsw m0, m5 pmulhrsw m1, m5 paddw m0, m6 paddw m1, m6 vextracti32x8 [dstq+strideq*0], m0, 1 mova [dstq+strideq*1], ym0 vextracti32x8 [dstq+strideq*2], m1, 1 mova [dstq+stride3q ], ym1 lea dstq, [dstq+strideq*4] add hq, 4 jl .w16_loop RET .w32: movu m5, [tlq+2] psubw m5, m6 .w32_loop: vpbroadcastw m0, [weightsq+hq*2+0] vpbroadcastw m1, [weightsq+hq*2+2] vpbroadcastw m2, [weightsq+hq*2+4] vpbroadcastw m3, [weightsq+hq*2+6] REPX {pmulhrsw x, m5}, m0, m1, m2, m3 REPX {paddw x, m6}, m0, m1, m2, m3 mova [dstq+strideq*0], m0 mova [dstq+strideq*1], m1 mova [dstq+strideq*2], m2 mova [dstq+stride3q ], m3 lea dstq, [dstq+strideq*4] add hq, 4 jl .w32_loop RET .w64: movu m4, [tlq+ 2] movu m5, [tlq+66] psubw m4, m6 psubw m5, m6 .w64_loop: vpbroadcastw m1, [weightsq+hq*2+0] vpbroadcastw m3, [weightsq+hq*2+2] pmulhrsw m0, m4, m1 pmulhrsw m1, m5 pmulhrsw m2, m4, m3 pmulhrsw m3, m5 REPX {paddw x, m6}, m0, m1, m2, m3 mova [dstq+strideq*0+64*0], m0 mova [dstq+strideq*0+64*1], m1 mova [dstq+strideq*1+64*0], m2 mova [dstq+strideq*1+64*1], m3 lea dstq, [dstq+strideq*2] add hq, 2 jl .w64_loop RET cglobal ipred_smooth_h_16bpc, 3, 7, 7, dst, stride, tl, w, h, stride3 lea r6, [$$] mov wd, wm movifnidn hd, hm vpbroadcastw m6, [tlq+wq*2] ; right tzcnt wd, wd add hd, hd movsxd wq, [base+ipred_smooth_h_16bpc_avx512icl_table+wq*4] sub tlq, hq lea stride3q, [strideq*3] lea wq, [base+ipred_smooth_h_16bpc_avx512icl_table+wq] jmp wq .w4: movsldup m4, [base+ipred_shuf] vpbroadcastq m5, [base+smooth_weights_1d_16bpc+4*2] .w4_loop: vbroadcasti32x4 m0, [tlq+hq-16] ; left pshufb m0, m4 psubw m0, m6 ; left - right pmulhrsw m0, m5 paddw m0, m6 vextracti32x4 xm1, m0, 2 vextracti32x4 xm2, ym0, 1 vextracti32x4 xm3, m0, 3 movq [dstq+strideq*0], xm0 movq [dstq+strideq*1], xm1 movq [dstq+strideq*2], xm2 movq [dstq+stride3q ], xm3 sub hd, 8*2 jl .end lea dstq, [dstq+strideq*4] movhps [dstq+strideq*0], xm0 movhps [dstq+strideq*1], xm1 movhps [dstq+strideq*2], xm2 movhps [dstq+stride3q ], xm3 lea dstq, [dstq+strideq*4] jg .w4_loop .end: RET .w8: movsldup m4, [base+ipred_shuf] vbroadcasti32x4 m5, [base+smooth_weights_1d_16bpc+8*2] .w8_loop: vpbroadcastq m0, [tlq+hq-8] ; left pshufb m0, m4 psubw m0, m6 ; left - right pmulhrsw m0, m5 paddw m0, m6 mova [dstq+strideq*0], xm0 vextracti32x4 [dstq+strideq*1], m0, 2 vextracti32x4 [dstq+strideq*2], ym0, 1 vextracti32x4 [dstq+stride3q ], m0, 3 lea dstq, [dstq+strideq*4] sub hd, 4*2 jg .w8_loop RET .w16: movsldup m4, [base+ipred_shuf] vbroadcasti32x8 m5, [base+smooth_weights_1d_16bpc+16*2] .w16_loop: vpbroadcastd m0, [tlq+hq-4] vpbroadcastd m1, [tlq+hq-8] pshufb m0, m4 pshufb m1, m4 psubw m0, m6 psubw m1, m6 pmulhrsw m0, m5 pmulhrsw m1, m5 paddw m0, m6 paddw m1, m6 mova [dstq+strideq*0], ym0 vextracti32x8 [dstq+strideq*1], m0, 1 mova [dstq+strideq*2], ym1 vextracti32x8 [dstq+stride3q ], m1, 1 lea dstq, [dstq+strideq*4] sub hq, 4*2 jg .w16_loop RET .w32: movu m5, [base+smooth_weights_1d_16bpc+32*2] .w32_loop: vpbroadcastq m3, [tlq+hq-8] punpcklwd m3, m3 psubw m3, m6 pshufd m0, m3, q3333 pshufd m1, m3, q2222 pshufd m2, m3, q1111 pshufd m3, m3, q0000 REPX {pmulhrsw x, m5}, m0, m1, m2, m3 REPX {paddw x, m6}, m0, m1, m2, m3 mova [dstq+strideq*0], m0 mova [dstq+strideq*1], m1 mova [dstq+strideq*2], m2 mova [dstq+stride3q ], m3 lea dstq, [dstq+strideq*4] sub hq, 4*2 jg .w32_loop RET .w64: movu m4, [base+smooth_weights_1d_16bpc+64*2] movu m5, [base+smooth_weights_1d_16bpc+64*3] .w64_loop: vpbroadcastw m1, [tlq+hq-2] vpbroadcastw m3, [tlq+hq-4] psubw m1, m6 psubw m3, m6 pmulhrsw m0, m4, m1 pmulhrsw m1, m5 pmulhrsw m2, m4, m3 pmulhrsw m3, m5 REPX {paddw x, m6}, m0, m1, m2, m3 mova [dstq+strideq*0+64*0], m0 mova [dstq+strideq*0+64*1], m1 mova [dstq+strideq*1+64*0], m2 mova [dstq+strideq*1+64*1], m3 lea dstq, [dstq+strideq*2] sub hq, 2*2 jg .w64_loop RET cglobal ipred_smooth_16bpc, 3, 7, 16, dst, stride, tl, w, h, v_weights, stride3 lea r6, [$$] mov wd, wm movifnidn hd, hm vpbroadcastw m13, [tlq+wq*2] ; right tzcnt wd, wd add hd, hd movsxd wq, [base+ipred_smooth_16bpc_avx512icl_table+wq*4] mov r5d, 0x55555555 sub tlq, hq mova m14, [base+smooth_perm] kmovd k1, r5d vpbroadcastw m0, [tlq] ; bottom mov r5, 0x3333333333333333 pxor m15, m15 lea wq, [base+ipred_smooth_16bpc_avx512icl_table+wq] kmovq k2, r5 lea v_weightsq, [base+smooth_weights_2d_16bpc+hq*2] jmp wq .w4: vpbroadcastq m5, [tlq+hq+2] movshdup m3, [base+ipred_shuf] movsldup m4, [base+ipred_shuf] vbroadcasti32x4 m6, [base+smooth_weights_2d_16bpc+4*4] lea stride3q, [strideq*3] punpcklwd m5, m0 ; top, bottom .w4_loop: vbroadcasti32x4 m0, [v_weightsq] vpbroadcastq m2, [tlq+hq-8] mova m1, m13 pshufb m0, m3 pmaddwd m0, m5 pshufb m1{k2}, m2, m4 ; left, right vpdpwssd m0, m1, m6 vpermb m0, m14, m0 pavgw ym0, ym15 vextracti32x4 xm1, ym0, 1 movq [dstq+strideq*0], xm0 movq [dstq+strideq*1], xm1 movhps [dstq+strideq*2], xm0 movhps [dstq+stride3q ], xm1 lea dstq, [dstq+strideq*4] add v_weightsq, 4*4 sub hd, 4*2 jg .w4_loop RET .w8: vbroadcasti32x4 ym5, [tlq+hq+2] movshdup m6, [base+ipred_shuf] movsldup m7, [base+ipred_shuf] pmovzxwd m5, ym5 vbroadcasti32x8 m8, [base+smooth_weights_2d_16bpc+8*4] lea stride3q, [strideq*3] vpblendmw m5{k1}, m0, m5 ; top, bottom .w8_loop: vpbroadcastq m0, [v_weightsq+0] vpbroadcastq m1, [v_weightsq+8] vpbroadcastd m3, [tlq+hq-4] vpbroadcastd m4, [tlq+hq-8] pshufb m0, m6 pmaddwd m0, m5 pshufb m1, m6 pmaddwd m1, m5 mova m2, m13 pshufb m2{k2}, m3, m7 ; left, right mova m3, m13 pshufb m3{k2}, m4, m7 vpdpwssd m0, m2, m8 vpdpwssd m1, m3, m8 add v_weightsq, 4*4 vpermt2b m0, m14, m1 pavgw m0, m15 mova [dstq+strideq*0], xm0 vextracti32x4 [dstq+strideq*1], ym0, 1 vextracti32x4 [dstq+strideq*2], m0, 2 vextracti32x4 [dstq+stride3q ], m0, 3 lea dstq, [dstq+strideq*4] sub hd, 4*2 jg .w8_loop RET .w16: pmovzxwd m5, [tlq+hq+2] mova m6, [base+smooth_weights_2d_16bpc+16*4] vpblendmw m5{k1}, m0, m5 ; top, bottom .w16_loop: vpbroadcastd m0, [v_weightsq+0] vpbroadcastd m1, [v_weightsq+4] pmaddwd m0, m5 pmaddwd m1, m5 mova m2, m13 vpbroadcastw m2{k1}, [tlq+hq-2] ; left, right mova m3, m13 vpbroadcastw m3{k1}, [tlq+hq-4] vpdpwssd m0, m2, m6 vpdpwssd m1, m3, m6 add v_weightsq, 2*4 vpermt2b m0, m14, m1 pavgw m0, m15 mova [dstq+strideq*0], ym0 vextracti32x8 [dstq+strideq*1], m0, 1 lea dstq, [dstq+strideq*2] sub hq, 2*2 jg .w16_loop RET .w32: pmovzxwd m5, [tlq+hq+ 2] pmovzxwd m6, [tlq+hq+34] mova m7, [base+smooth_weights_2d_16bpc+32*4] mova m8, [base+smooth_weights_2d_16bpc+32*6] vpblendmw m5{k1}, m0, m5 ; top, bottom vpblendmw m6{k1}, m0, m6 .w32_loop: vpbroadcastd m2, [v_weightsq+0] vpbroadcastd m3, [v_weightsq+4] pmaddwd m0, m5, m2 pmaddwd m2, m6 pmaddwd m1, m5, m3 pmaddwd m3, m6 mova m4, m13 vpbroadcastw m4{k1}, [tlq+hq-2] ; left, right vpdpwssd m0, m4, m7 vpdpwssd m2, m4, m8 mova m4, m13 vpbroadcastw m4{k1}, [tlq+hq-4] vpdpwssd m1, m4, m7 vpdpwssd m3, m4, m8 add v_weightsq, 2*4 vpermt2b m0, m14, m2 vpermt2b m1, m14, m3 pavgw m0, m15 pavgw m1, m15 mova [dstq+strideq*0], m0 mova [dstq+strideq*1], m1 lea dstq, [dstq+strideq*2] sub hq, 2*2 jg .w32_loop RET .w64: pmovzxwd m5, [tlq+hq+ 2] pmovzxwd m6, [tlq+hq+34] pmovzxwd m7, [tlq+hq+66] pmovzxwd m8, [tlq+hq+98] mova m9, [base+smooth_weights_2d_16bpc+64*4] vpblendmw m5{k1}, m0, m5 ; top, bottom mova m10, [base+smooth_weights_2d_16bpc+64*5] vpblendmw m6{k1}, m0, m6 mova m11, [base+smooth_weights_2d_16bpc+64*6] vpblendmw m7{k1}, m0, m7 mova m12, [base+smooth_weights_2d_16bpc+64*7] vpblendmw m8{k1}, m0, m8 .w64_loop: vpbroadcastd m3, [v_weightsq] mova m4, m13 vpbroadcastw m4{k1}, [tlq+hq-2] ; left, right pmaddwd m0, m5, m3 pmaddwd m2, m6, m3 pmaddwd m1, m7, m3 pmaddwd m3, m8 vpdpwssd m0, m4, m9 vpdpwssd m2, m4, m10 vpdpwssd m1, m4, m11 vpdpwssd m3, m4, m12 add v_weightsq, 1*4 vpermt2b m0, m14, m2 vpermt2b m1, m14, m3 pavgw m0, m15 pavgw m1, m15 mova [dstq+64*0], m0 mova [dstq+64*1], m1 add dstq, strideq sub hd, 1*2 jg .w64_loop RET %if WIN64 DECLARE_REG_TMP 4 %else DECLARE_REG_TMP 8 %endif cglobal ipred_z1_16bpc, 3, 8, 16, dst, stride, tl, w, h, angle, dx %define base r7-z_filter_t0 lea r7, [z_filter_t0] tzcnt wd, wm movifnidn angled, anglem lea t0, [dr_intra_derivative] movsxd wq, [base+ipred_z1_16bpc_avx512icl_table+wq*4] add tlq, 2 mov dxd, angled and dxd, 0x7e add angled, 165 ; ~90 movzx dxd, word [t0+dxq] lea wq, [base+ipred_z1_16bpc_avx512icl_table+wq] movifnidn hd, hm xor angled, 0x4ff ; d = 90 - angle vpbroadcastd m15, [base+pw_31806] jmp wq .w4: vpbroadcastw m5, [tlq+14] vinserti32x4 m5, [tlq], 0 cmp angleb, 40 jae .w4_no_upsample lea r3d, [angleq-1024] sar r3d, 7 add r3d, hd jg .w4_no_upsample ; !enable_intra_edge_filter || h > 8 || (h == 8 && is_sm) call .upsample_top vpbroadcastq m0, [base+z_xpos_off1b] jmp .w4_main2 .w4_no_upsample: test angled, 0x400 jnz .w4_main ; !enable_intra_edge_filter lea r3d, [hq+3] vpbroadcastb xm0, r3d vpbroadcastb xm1, angled shr angled, 8 ; is_sm << 1 vpcmpeqb k1, xm0, [base+z_filter_wh] vpcmpgtb k1{k1}, xm1, [base+z_filter_t0+angleq*8] kmovw r5d, k1 test r5d, r5d jz .w4_main call .w16_filter mov r2d, 9 cmp hd, 4 cmovne r3d, r2d vpbroadcastw m6, r3d pminuw m6, [base+pw_0to31] vpermw m5, m6, m5 .w4_main: vpbroadcastq m0, [base+z_xpos_off1a] .w4_main2: movsldup m3, [base+z_xpos_mul] vpbroadcastw m4, dxd lea r2, [strideq*3] pmullw m3, m4 vshufi32x4 m6, m5, m5, q3321 psllw m4, 3 ; dx*8 paddsw m3, m0 ; xpos palignr m6, m5, 2 ; top+1 .w4_loop: psrlw m1, m3, 6 ; base_x pand m2, m15, m3 ; frac vpermw m0, m1, m5 ; top[base_x] vpermw m1, m1, m6 ; top[base_x+1] psllw m2, 9 psubw m1, m0 pmulhrsw m1, m2 paddw m0, m1 vextracti32x4 xm1, ym0, 1 movq [dstq+strideq*0], xm0 movhps [dstq+strideq*1], xm0 movq [dstq+strideq*2], xm1 movhps [dstq+r2 ], xm1 sub hd, 8 jl .w4_end vextracti32x4 xm1, m0, 2 paddsw m3, m4 ; xpos += dx lea dstq, [dstq+strideq*4] vextracti32x4 xm0, m0, 3 movq [dstq+strideq*0], xm1 movhps [dstq+strideq*1], xm1 movq [dstq+strideq*2], xm0 movhps [dstq+r2 ], xm0 lea dstq, [dstq+strideq*4] jg .w4_loop .w4_end: RET .upsample_top: vinserti32x4 m5, [tlq-16], 3 mova m3, [base+z_upsample] vpbroadcastd m4, [base+pd_65536] add dxd, dxd vpermw m0, m3, m5 paddw m3, m4 vpermw m1, m3, m5 paddw m3, m4 vpermw m2, m3, m5 paddw m3, m4 vpermw m3, m3, m5 vpbroadcastw m5, r9m ; pixel_max paddw m1, m2 ; b+c paddw m0, m3 ; a+d psubw m0, m1, m0 psraw m0, 3 pxor m2, m2 paddw m0, m1 pmaxsw m0, m2 pavgw m0, m2 pminsw m5, m0 ret .w8: lea r3d, [angleq+216] movu ym5, [tlq] mov r3b, hb movu m10, [base+pw_0to31] cmp r3d, 8 ja .w8_no_upsample ; !enable_intra_edge_filter || is_sm || d >= 40 || h > 8 lea r3d, [hq+7] vpbroadcastw m6, r3d add r3d, r3d pminuw m6, m10 vpermw m5, m6, m5 call .upsample_top vbroadcasti32x4 m0, [base+z_xpos_off1b] jmp .w8_main2 .w8_no_upsample: lea r3d, [hq+7] vpbroadcastb ym0, r3d and r3d, 7 or r3d, 8 ; imin(h+7, 15) vpbroadcastw m6, r3d pminuw m6, m10 vpermw m5, m6, m5 test angled, 0x400 jnz .w8_main vpbroadcastb ym1, angled shr angled, 8 vpcmpeqb k1, ym0, [base+z_filter_wh] mova xm0, [base+z_filter_t0+angleq*8] vpcmpgtb k1{k1}, ym1, ym0 kmovd r5d, k1 test r5d, r5d jz .w8_main call .w16_filter cmp hd, r3d jl .w8_filter_end pminud m6, m10, [base+pw_17] {1to16} add r3d, 2 .w8_filter_end: vpermw m5, m6, m5 .w8_main: vbroadcasti32x4 m0, [base+z_xpos_off1a] .w8_main2: movshdup m3, [base+z_xpos_mul] vpbroadcastw m4, dxd shl r3d, 6 lea r2, [strideq*3] pmullw m3, m4 vshufi32x4 m6, m5, m5, q3321 sub r3d, dxd psllw m4, 2 ; dx*4 shl dxd, 2 paddsw m3, m0 ; xpos palignr m6, m5, 2 ; top+1 .w8_loop: psrlw m1, m3, 6 ; base_x pand m2, m15, m3 ; frac vpermw m0, m1, m5 ; top[base_x] vpermw m1, m1, m6 ; top[base_x+1] psllw m2, 9 psubw m1, m0 pmulhrsw m1, m2 paddw m0, m1 mova [dstq+strideq*0], xm0 vextracti32x4 [dstq+strideq*1], ym0, 1 vextracti32x4 [dstq+strideq*2], m0, 2 vextracti32x4 [dstq+r2 ], m0, 3 sub hd, 4 jz .w8_end paddsw m3, m4 ; xpos += dx lea dstq, [dstq+strideq*4] sub r3d, dxd jg .w8_loop vextracti32x4 xm5, m5, 3 .w8_end_loop: mova [dstq+strideq*0], xm5 mova [dstq+strideq*1], xm5 mova [dstq+strideq*2], xm5 mova [dstq+r2 ], xm5 lea dstq, [dstq+strideq*4] sub hd, 4 jg .w8_end_loop .w8_end: RET .w16_filter: vpbroadcastw m1, [tlq-2] popcnt r5d, r5d valignq m3, m6, m5, 2 vpbroadcastd m7, [base+z_filter_k+(r5-1)*4+12*0] valignq m1, m5, m1, 6 vpbroadcastd m8, [base+z_filter_k+(r5-1)*4+12*1] palignr m2, m3, m5, 2 vpbroadcastd m9, [base+z_filter_k+(r5-1)*4+12*2] palignr m0, m5, m1, 14 pmullw m7, m5 palignr m3, m5, 4 paddw m0, m2 palignr m5, m1, 12 pmullw m0, m8 paddw m5, m3 pmullw m5, m9 pxor m1, m1 paddw m0, m7 paddw m5, m0 psrlw m5, 3 pavgw m5, m1 ret .w16: lea r3d, [hq+15] vpbroadcastb ym0, r3d and r3d, 15 or r3d, 16 ; imin(h+15, 31) vpbroadcastw m11, r3d pminuw m10, m11, [base+pw_0to31] vpbroadcastw m6, [tlq+r3*2] vpermw m5, m10, [tlq] test angled, 0x400 jnz .w16_main vpbroadcastb ym1, angled shr angled, 8 vpcmpeqb k1, ym0, [base+z_filter_wh] mova xm0, [base+z_filter_t0+angleq*8] vpcmpgtb k1{k1}, ym1, ym0 kmovd r5d, k1 test r5d, r5d jz .w16_main call .w16_filter cmp hd, 16 jg .w16_filter_h32 vpermw m6, m11, m5 vpermw m5, m10, m5 jmp .w16_main .w16_filter_h32: movzx r3d, word [tlq+62] movzx r2d, word [tlq+60] lea r2d, [r2+r3*8+4] sub r2d, r3d mov r3d, 1 shr r2d, 3 kmovb k1, r3d movd xm0, r2d or r3d, 32 vmovdqu16 m6{k1}, m0 .w16_main: rorx r2d, dxd, 23 mov r7, rsp and rsp, ~63 vpbroadcastw m3, r2d sub rsp, 64*2 mov r2d, dxd paddw m4, m3, m3 mova [rsp+64*0], m5 vinserti32x8 m3, ym4, 1 mova [rsp+64*1], m6 shl r3d, 6 .w16_loop: lea r5d, [r2+dxq] shr r2d, 6 movu ym0, [rsp+r2*2] movu ym1, [rsp+r2*2+2] lea r2d, [r5+dxq] shr r5d, 6 vinserti32x8 m0, [rsp+r5*2], 1 vinserti32x8 m1, [rsp+r5*2+2], 1 pand m2, m15, m3 ; frac << 9 psubw m1, m0 pmulhrsw m1, m2 paddw m0, m1 mova [dstq+strideq*0], ym0 vextracti32x8 [dstq+strideq*1], m0, 1 sub hd, 2 jz .w16_end paddw m3, m4 lea dstq, [dstq+strideq*2] cmp r2d, r3d jl .w16_loop punpckhqdq ym6, ym6 .w16_end_loop: mova [dstq+strideq*0], ym6 mova [dstq+strideq*1], ym6 lea dstq, [dstq+strideq*2] sub hd, 2 jg .w16_end_loop .w16_end: mov rsp, r7 RET .w32: lea r3d, [hq+31] movu m7, [tlq+64*0] and r3d, 31 vpbroadcastw m11, r3d or r3d, 32 ; imin(h+31, 63) pminuw m10, m11, [base+pw_0to31] vpbroadcastw m9, [tlq+r3*2] vpermw m8, m10, [tlq+64*1] test angled, 0x400 jnz .w32_main vpbroadcastd m5, [base+pw_3] mov r5d, ~1 movu m3, [tlq-2] kmovd k1, r5d valignq m2, m8, m7, 6 paddw m7, m3 vmovdqu16 m3{k1}, [tlq-4] valignq m4, m9, m8, 2 paddw m3, m5 paddw m7, [tlq+2] palignr m1, m8, m2, 14 pavgw m3, [tlq+4] palignr m2, m8, m2, 12 paddw m7, m3 palignr m3, m4, m8, 2 psrlw m7, 2 palignr m4, m8, 4 paddw m8, m1 paddw m2, m5 paddw m8, m3 pavgw m2, m4 paddw m8, m2 psrlw m8, 2 cmp hd, 64 je .w32_filter_h64 vpermw m9, m11, m8 vpermw m8, m10, m8 jmp .w32_main .w32_filter_h64: movzx r3d, word [tlq+126] movzx r2d, word [tlq+124] lea r2d, [r2+r3*8+4] sub r2d, r3d mov r3d, 65 shr r2d, 3 movd xm0, r2d vpblendmw m9{k1}, m0, m9 .w32_main: rorx r2d, dxd, 23 mov r7, rsp and rsp, ~63 vpbroadcastw m5, r2d sub rsp, 64*4 mov r2d, dxd mova [rsp+64*0], m7 shl r3d, 6 mova [rsp+64*1], m8 mova m6, m5 mova [rsp+64*2], m9 punpckhqdq m9, m9 mova [rsp+64*3], ym9 .w32_loop: lea r5d, [r2+dxq] shr r2d, 6 movu m0, [rsp+r2*2] movu m2, [rsp+r2*2+2] lea r2d, [r5+dxq] shr r5d, 6 movu m1, [rsp+r5*2] movu m3, [rsp+r5*2+2] pand m4, m15, m5 paddw m5, m6 psubw m2, m0 pmulhrsw m2, m4 pand m4, m15, m5 psubw m3, m1 pmulhrsw m3, m4 paddw m0, m2 paddw m1, m3 mova [dstq+strideq*0], m0 mova [dstq+strideq*1], m1 sub hd, 2 jz .w32_end paddw m5, m6 lea dstq, [dstq+strideq*2] cmp r2d, r3d jl .w32_loop .w32_end_loop: mova [dstq+strideq*0], m9 mova [dstq+strideq*1], m9 lea dstq, [dstq+strideq*2] sub hd, 2 jg .w32_end_loop .w32_end: mov rsp, r7 RET .w64_filter96: vpbroadcastd m4, [base+pw_3] mov r5d, ~1 movu m0, [tlq-2] kmovd k1, r5d paddw m7, m0 vmovdqu16 m0{k1}, [tlq-4] paddw m0, m4 paddw m7, [tlq+2] pavgw m0, [tlq+4] valignq m1, m9, m8, 6 paddw m8, [tlq+62] paddw m2, m4, [tlq+60] valignq m3, m10, m9, 2 paddw m8, [tlq+66] pavgw m2, [tlq+68] paddw m7, m0 palignr m0, m9, m1, 14 paddw m8, m2 palignr m1, m9, m1, 12 psrlw m7, 2 palignr m2, m3, m9, 2 psrlw m8, 2 palignr m3, m9, 4 paddw m0, m9 paddw m1, m4 paddw m0, m2 pavgw m1, m3 paddw m0, m1 ret .w64: movu m7, [tlq+64*0] lea r3d, [hq-1] movu m8, [tlq+64*1] vpbroadcastw m11, [tlq+r3*2+128] movu m9, [tlq+64*2] cmp hd, 64 je .w64_h64 vpbroadcastw m13, r3d or r3d, 64 pminuw m12, m13, [base+pw_0to31] mova m10, m11 vpermw m9, m12, m9 test angled, 0x400 jnz .w64_main call .w64_filter96 psrlw m0, 2 vpermw m9, m12, m0 vpermw m10, m13, m0 mova m11, m10 jmp .w64_main .w64_h64: movu m10, [tlq+64*3] or r3d, 64 test angled, 0x400 jnz .w64_main call .w64_filter96 valignq m1, m10, m9, 6 valignq m3, m11, m10, 2 vpbroadcastd m11, [base+pw_63] psrlw m9, m0, 2 palignr m0, m10, m1, 14 palignr m1, m10, m1, 12 palignr m2, m3, m10, 2 palignr m3, m10, 4 paddw m10, m0 paddw m1, m4 paddw m10, m2 pavgw m1, m3 paddw m10, m1 psrlw m10, 2 vpermw m11, m11, m10 .w64_main: rorx r2d, dxd, 23 mov r7, rsp and rsp, ~63 vpbroadcastw m5, r2d sub rsp, 64*6 mova [rsp+64*0], m7 mov r2d, dxd mova [rsp+64*1], m8 lea r5, [rsp+r3*2] mova [rsp+64*2], m9 shl r3d, 6 mova [rsp+64*3], m10 sub r2, r3 mova [rsp+64*4], m11 mova m6, m5 mova [rsp+64*5], m11 .w64_loop: mov r3, r2 sar r3, 6 movu m0, [r5+r3*2+64*0] movu m2, [r5+r3*2+64*0+2] movu m1, [r5+r3*2+64*1] movu m3, [r5+r3*2+64*1+2] pand m4, m15, m5 psubw m2, m0 pmulhrsw m2, m4 psubw m3, m1 pmulhrsw m3, m4 paddw m0, m2 paddw m1, m3 mova [dstq+64*0], m0 mova [dstq+64*1], m1 dec hd jz .w64_end paddw m5, m6 add dstq, strideq add r2, dxq jl .w64_loop .w64_end_loop: mova [dstq+64*0], m11 mova [dstq+64*1], m11 add dstq, strideq dec hd jg .w64_end_loop .w64_end: mov rsp, r7 RET cglobal ipred_z2_16bpc, 3, 9, 16, dst, stride, tl, w, h, angle, dx, _, dy tzcnt wd, wm movifnidn angled, anglem lea dxq, [dr_intra_derivative-90] movzx dyd, angleb xor angled, 0x400 mov r7, dxq sub dxq, dyq movifnidn hd, hm and dyd, ~1 vpbroadcastw m12, [tlq] and dxq, ~1 movzx dyd, word [r7+dyq] ; angle - 90 lea r7, [z_filter_t0] movzx dxd, word [dxq+270] ; 180 - angle mova m0, [base+pw_31to0] movsxd wq, [base+ipred_z2_16bpc_avx512icl_table+wq*4] movu m4, [tlq+2] neg dyd vpermw m7, m0, [tlq-64*1] lea wq, [base+ipred_z2_16bpc_avx512icl_table+wq] vpbroadcastd m14, [base+pw_31806] vpbroadcastd m15, [base+pw_1] jmp wq .w4: movq xm3, [tlq] vpbroadcastq m8, [base+pw_1to32] test angled, 0x400 jnz .w4_main ; !enable_intra_edge_filter lea r3d, [hq+2] add angled, 1022 shl r3d, 6 test r3d, angled jnz .w4_no_upsample_above ; angle >= 130 || h > 8 || (is_sm && h == 8) pshuflw xm0, xm4, q3321 sub angled, 1075 ; angle - 53 lea r3d, [hq+3] call .upsample_above punpcklwd xm4, xm3, xm4 palignr xm3, xm4, xm12, 14 jmp .w4_main .w4_upsample_left: call .upsample_left movsldup m1, [base+z_xpos_mul] paddw m1, m1 jmp .w4_main2 .w4_no_upsample_above: lea r3d, [hq+3] vpbroadcastd ym0, [base+pw_3] sub angled, 1112 ; angle - 90 call .filter_above2 lea r3d, [hq+2] add angled, 973 ; angle + 883 palignr xm3, xm4, xm12, 14 shl r3d, 6 test r3d, angled jz .w4_upsample_left ; angle <= 140 || h > 8 || (is_sm && h == 8) call .filter_left16 .w4_main: movsldup m1, [base+z_xpos_mul] psllw m15, 3 .w4_main2: vpbroadcastq m0, [base+pw_1to32] vpbroadcastw m11, dxd movsldup m2, [base+z_xpos_mul] vpbroadcastw m13, dyd vpbroadcastd m5, [tlq-2] psllw m10, m8, 6 valignq m5, m7, m5, 6 pmullw m2, m11 psubw m10, m2 ; xpos pmullw m13, m0 ; ypos palignr m5, m7, m5, 14 psrlw m12, m13, 6 psllw m13, 9 paddw m12, m1 ; base_y pand m13, m14 ; frac_y << 9 psllw m11, 3 lea r5, [strideq*3] .w4_loop: psrlw m1, m10, 6 ; base_x pand m2, m14, m10 ; frac vpermw m0, m1, m3 ; top[base_x] vpermw m1, m1, m4 ; top[base_x+1] vpmovw2m k1, m10 ; base_x < 0 psllw m2, 9 vpermw m0{k1}, m12, m5 ; left[base_y] vpermw m1{k1}, m12, m7 ; left[base_y+1] vmovdqu16 m2{k1}, m13 psubw m1, m0 pmulhrsw m1, m2 paddw m0, m1 vextracti32x4 xm1, ym0, 1 movq [dstq+strideq*0], xm0 movhps [dstq+strideq*1], xm0 movq [dstq+strideq*2], xm1 movhps [dstq+r5 ], xm1 sub hd, 8 jl .w4_end vextracti32x8 ym0, m0, 1 psubw m10, m11 ; base_x -= dx lea dstq, [dstq+strideq*4] paddw m12, m15 ; base_y++ vextracti32x4 xm1, ym0, 1 movq [dstq+strideq*0], xm0 movhps [dstq+strideq*1], xm0 movq [dstq+strideq*2], xm1 movhps [dstq+r5 ], xm1 lea dstq, [dstq+strideq*4] jg .w4_loop .w4_end: RET .upsample_above: ; w4/w8 mova ym9, [base+pw_1to32] palignr xm1, xm4, xm12, 12 paddw xm3, xm4 ; b+c xor angled, 0x7f ; 180 - angle paddw xm0, xm1 ; a+d vpbroadcastw xm1, r9m ; pixel_max vpbroadcastb xm11, r3d psubw xm0, xm3, xm0 vpbroadcastb xm2, angled psraw xm0, 3 shr angled, 8 paddw xm3, xm0 pxor xm0, xm0 vpcmpeqb k2, xm11, [base+z_filter_wh] pmaxsw xm3, xm0 add dxd, dxd pavgw xm3, xm0 vpcmpgtb k2{k2}, xm2, [base+z_filter_t0+angleq*8] pminsw xm3, xm1 paddw m8, m8 jmp .filter_left16b .upsample_left: ; h4/h8 lea r3d, [hq-1] palignr xm2, xm7, xm12, 14 vpbroadcastw xm0, r3d palignr xm1, xm7, xm12, 12 pminuw xm0, xm9 paddw xm2, xm7 ; b+c vpermw xm0, xm0, xm7 add dyd, dyd paddw xm0, xm1 ; a+d vpbroadcastw xm1, r9m ; pixel_max psubw xm0, xm2, xm0 psraw xm0, 3 paddw xm2, xm0 pxor xm0, xm0 pmaxsw xm2, xm0 pavgw xm2, xm0 pminsw xm2, xm1 punpckhwd xm0, xm2, xm7 punpcklwd xm7, xm2, xm7 vinserti32x4 ym7, xm0, 1 ret .filter_above: sub angled, 90 .filter_above2: vpbroadcastb ym1, r3d vpbroadcastb ym10, angled mov r3d, angled shr r3d, 8 vpcmpeqb k2, ym1, [base+z_filter_wh] mova xm11, [base+z_filter_t0+r3*8] vpcmpgtb k1{k2}, ym10, ym11 mova m9, [base+pw_1to32] kmovd r3d, k1 test r3d, r3d jz .filter_end pminuw ym0, ym9 popcnt r3d, r3d vpbroadcastd ym6, r7m ; max_w kxnorw k1, k1, k1 vpbroadcastd ym5, [base+z_filter_k+(r3-1)*4+12*0] kaddw k1, k1, k1 ; ~1 vpbroadcastd ym13, [base+z_filter_k+(r3-1)*4+12*1] vpermw ym2, ym0, ym4 ; +1 pmullw ym5, ym4 paddw ym1, ym2, ym3 vmovdqu16 m3{k1}, [tlq-2] ; -2 vpermw ym2, ym0, ym2 ; +2 vpbroadcastd ym0, [base+z_filter_k+(r3-1)*4+12*2] pmullw ym1, ym13 movu m13, [base+pw_0to31] paddw ym2, ym3 packssdw ym6, ym6 pmullw ym2, ym0 paddw ym1, ym5 vpcmpgtw k1, ym6, ym13 paddw ym1, ym2 pxor ym2, ym2 psrlw ym1, 3 pavgw ym4{k1}, ym1, ym2 .filter_end: ret .filter_left16: vpbroadcastd ym1, [base+pb_90] psubb ym1, ym10 vpcmpgtb k2{k2}, ym1, ym11 .filter_left16b: kmovd r3d, k2 test r3d, r3d jz .filter_end lea r5d, [hq-1] vinserti32x4 ym0, ym12, xm7, 1 vpbroadcastw ym1, r5d popcnt r3d, r3d vpbroadcastd ym6, r8m ; max_h pminuw ym9, ym1 vpbroadcastd ym5, [base+z_filter_k+(r3-1)*4+12*0] vpermw ym2, ym9, ym7 ; +1 vpbroadcastd ym10, [base+z_filter_k+(r3-1)*4+12*1] palignr ym1, ym7, ym0, 14 ; -1 pmullw ym5, ym7 palignr ym0, ym7, ym0, 12 ; -2 paddw ym1, ym2 vpermw ym2, ym9, ym2 ; +2 vpbroadcastd ym9, [base+z_filter_k+(r3-1)*4+12*2] pmullw ym1, ym10 paddw ym2, ym0 packssdw ym6, ym6 pmullw ym2, ym9 paddw ym1, ym5 vpcmpgtw k1, ym6, [base+pw_0to31] paddw ym1, ym2 pxor ym2, ym2 psrlw ym1, 3 pavgw ym7{k1}, ym1, ym2 ret .filter_left: cmp hd, 32 jl .filter_left16 vpbroadcastd m5, [base+pw_3] pminud m0, m9, [base+pw_31] {1to16} .filter_left32: vpbroadcastd m6, r8m ; max_h valignq m2, m7, m12, 6 packssdw m6, m6 palignr m1, m7, m2, 14 ; -1 paddw m1, m7 palignr m2, m7, m2, 12 ; -2 vpcmpgtw k1, m6, m13 paddw m2, m5 cmp hd, 64 je .filter_left64 lea r3d, [hq-1] vpbroadcastw m10, r3d pminuw m0, m10 vpermw m10, m0, m7 ; +1 paddw m1, m10 vpermw m10, m0, m10 ; +2 pavgw m2, m10 paddw m1, m2 vpsrlw m7{k1}, m1, 2 ret .filter_left64: valignq m10, m8, m7, 2 vpaddd m13, [base+pw_32] {1to16} palignr m11, m10, m7, 2 ; +1 paddw m1, m11 palignr m11, m10, m7, 4 ; +2 valignq m10, m8, m7, 6 pavgw m11, m2 vpermw m2, m0, m8 ; 32+1 paddw m1, m11 vpsrlw m7{k1}, m1, 2 palignr m1, m8, m10, 14 ; 32-1 paddw m1, m8 palignr m10, m8, m10, 12 ; 32-2 paddw m1, m2 vpermw m2, m0, m2 ; 32+2 paddw m10, m5 vpcmpgtw k1, m6, m13 pavgw m2, m10 paddw m1, m2 vpsrlw m8{k1}, m1, 2 ret .w8: mova xm3, [tlq] vbroadcasti32x4 m8, [base+pw_1to32] test angled, 0x400 jnz .w8_main lea r3d, [angleq+126] mov r3b, hb cmp r3d, 8 ja .w8_no_upsample_above ; angle >= 130 || h > 8 || is_sm psrldq xm0, xm4, 2 sub angled, 53 pshufhw xm0, xm0, q2210 lea r3d, [hq+7] call .upsample_above punpcklwd xm0, xm3, xm4 punpckhwd xm4, xm3, xm4 vinserti32x4 ym3, ym12, xm0, 1 vinserti32x4 ym4, ym0, xm4, 1 palignr ym3, ym4, ym3, 14 jmp .w8_main .w8_upsample_left: call .upsample_left movshdup m1, [base+z_xpos_mul] psllw m15, 3 paddw m1, m1 jmp .w8_main2 .w8_no_upsample_above: lea r3d, [hq+7] vpbroadcastd ym0, [base+pw_7] call .filter_above lea r3d, [angleq-51] mov r3b, hb palignr xm3, xm4, xm12, 14 cmp r3d, 8 jbe .w8_upsample_left ; angle > 140 && h <= 8 && !is_sm call .filter_left .w8_main: movshdup m1, [base+z_xpos_mul] psllw m15, 2 .w8_main2: vbroadcasti32x4 m0, [base+pw_1to32] vpbroadcastw m11, dxd movshdup m2, [base+z_xpos_mul] vpbroadcastw m13, dyd psllw m10, m8, 6 valignq m5, m7, m12, 6 pmullw m2, m11 psubw m10, m2 ; xpos pmullw m13, m0 ; ypos palignr m5, m7, m5, 14 psrlw m12, m13, 6 psllw m13, 9 mov r2d, 1<<6 paddw m12, m1 ; base_y lea r3d, [dxq-(8<<6)] ; left-only threshold pand m13, m14 ; frac_y << 9 shl dxd, 2 psllw m11, 2 lea r5, [strideq*3] .w8_loop: psrlw m1, m10, 6 pand m2, m14, m10 vpermw m0, m1, m3 vpermw m1, m1, m4 psllw m2, 9 sub r2d, dxd jge .w8_toponly vpmovw2m k1, m10 vpermw m0{k1}, m12, m5 vpermw m1{k1}, m12, m7 vmovdqu16 m2{k1}, m13 .w8_toponly: psubw m1, m0 pmulhrsw m1, m2 paddw m0, m1 mova [dstq+strideq*0], xm0 vextracti32x4 [dstq+strideq*1], ym0, 1 vextracti32x4 [dstq+strideq*2], m0, 2 vextracti32x4 [dstq+r5 ], m0, 3 sub hd, 4 jz .w8_end psubw m10, m11 ; base_x -= dx lea dstq, [dstq+strideq*4] paddw m12, m15 ; base_y++ cmp r2d, r3d jge .w8_loop .w8_leftonly_loop: vpermw m0, m12, m5 vpermw m1, m12, m7 psubw m1, m0 pmulhrsw m1, m13 paddw m12, m15 paddw m0, m1 mova [dstq+strideq*0], xm0 vextracti32x4 [dstq+strideq*1], ym0, 1 vextracti32x4 [dstq+strideq*2], m0, 2 vextracti32x4 [dstq+r5 ], m0, 3 lea dstq, [dstq+strideq*4] sub hd, 4 jg .w8_leftonly_loop .w8_end: RET .w16: mova ym3, [tlq] vpermw m8, m0, [tlq-64*2] test angled, 0x400 jnz .w16_main lea r3d, [hq+15] vpbroadcastd ym0, [base+pw_15] call .filter_above call .filter_left vinserti32x4 ym3, ym12, xm4, 1 palignr ym3, ym4, ym3, 14 .w16_main: vbroadcasti32x8 m0, [base+pw_1to32] vpbroadcastw m11, dxd vpbroadcastw m13, dyd kxnorw k2, k2, k2 psllw m10, m0, 6 valignq m5, m7, m12, 6 psubw m10, m11 ; xpos valignq m6, m8, m7, 6 pmullw m13, m0 ; ypos knotd k1, k2 palignr m5, m7, m5, 14 palignr m6, m8, m6, 14 vpsubw m10{k1}, m11 psrlw m12, m13, 6 psllw m13, 9 mov r2d, 1<<6 vpsubw m12{k2}, m15 ; base_y pand m13, m14 ; frac_y << 9 lea r3d, [dxq-(16<<6)] paddw m11, m11 add dxd, dxd paddw m15, m15 .w16_loop: psrlw m1, m10, 6 pand m2, m14, m10 vpermw m0, m1, m3 vpermw m1, m1, m4 psllw m2, 9 psubw m1, m0 pmulhrsw m1, m2 paddw m12, m15 ; base_y++ paddw m0, m1 sub r2d, dxd jge .w16_toponly mova m1, m5 vpermt2w m1, m12, m6 mova m2, m7 vpermt2w m2, m12, m8 vpmovw2m k1, m10 psubw m2, m1 pmulhrsw m2, m13 vpaddw m0{k1}, m1, m2 .w16_toponly: mova [dstq+strideq*0], ym0 vextracti32x8 [dstq+strideq*1], m0, 1 sub hd, 2 jz .w16_end psubw m10, m11 ; base_x -= dx lea dstq, [dstq+strideq*2] cmp r2d, r3d jge .w16_loop paddw m12, m15 vpermt2w m5, m12, m6 mova m1, m7 vpermt2w m1, m12, m8 jmp .w16_leftonly_loop_start .w16_leftonly_loop: mova m1, m7 vpermt2w m1, m12, m8 vshufi32x4 m5, m1, q1032 .w16_leftonly_loop_start: psubw m0, m1, m5 pmulhrsw m0, m13 paddw m12, m15 paddw m0, m5 mova m5, m1 mova [dstq+strideq*0], ym0 vextracti32x8 [dstq+strideq*1], m0, 1 lea dstq, [dstq+strideq*2] sub hd, 2 jg .w16_leftonly_loop .w16_end: RET .w32: mova m3, [tlq] vpermw m8, m0, [tlq-64*2] mova m9, [base+pw_1to32] test angled, 0x400 jnz .w32_main pminud m0, m9, [base+pw_31] {1to16} mov r3d, ~1 kmovd k1, r3d vpbroadcastd m5, [base+pw_3] vpbroadcastd m6, r6m ; max_w vpermw m2, m0, m4 ; +1 movu m13, [base+pw_0to31] paddw m1, m4, m3 vmovdqu16 m3{k1}, [tlq-2] ; -2 packssdw m6, m6 paddw m1, m2 vpermw m2, m0, m2 ; +2 paddw m3, m5 vpcmpgtw k1, m6, m13 pavgw m2, m3 paddw m1, m2 psrlw m4{k1}, m1, 2 call .filter_left32 .w32_main: sub rsp, 64*2 call .w32_main1 add rsp, 64*2 RET .w32_main1: vpbroadcastw m11, dxd movu [rsp+64], m4 vpbroadcastw m4, dyd movd [rsp+60], xm12 valignq m5, m7, m12, 6 psllw m3, m9, 6 ; xpos valignq m6, m8, m7, 6 pmullw m9, m4 ; ypos palignr m5, m7, m5, 14 mov r2d, 33<<6 palignr m6, m8, m6, 14 mova m10, m3 .w32_main2: psllw m13, m9, 9 sub r2d, dxd psrlw m12, m9, 6 ; base_y mov r8d, hd pand m13, m14 ; frac_y << 9 .w32_loop: mov r3d, r2d shr r3d, 6 psubw m10, m11 ; base_x -= dx movu m0, [rsp+r3*2-2] pand m2, m10, m14 ; frac_x movu m1, [rsp+r3*2] psllw m2, 9 psubw m1, m0 pmulhrsw m1, m2 paddw m12, m15 ; base_y++ paddw m0, m1 cmp r2d, 32<<6 jge .w32_toponly mova m1, m5 vpermt2w m1, m12, m6 mova m2, m7 vpermt2w m2, m12, m8 vpmovw2m k1, m10 psubw m2, m1 pmulhrsw m2, m13 vpaddw m0{k1}, m1, m2 .w32_toponly: mova [dstq], m0 dec r8d jz .w32_end add dstq, strideq sub r2d, dxd jge .w32_loop paddw m12, m15 mova m2, m5 vpermt2w m2, m12, m6 .w32_leftonly_loop: mova m1, m7 vpermt2w m1, m12, m8 psubw m0, m1, m2 pmulhrsw m0, m13 paddw m12, m15 paddw m0, m2 mova m2, m1 mova [dstq], m0 add dstq, strideq dec r8d jg .w32_leftonly_loop .w32_end: ret .w64: movu m3, [tlq+66] vpermw m8, m0, [tlq-64*2] mova m9, [base+pw_1to32] test angled, 0x400 jnz .w64_main mova m2, [tlq] ; -1 mov r3d, ~1 vpbroadcastd m5, [base+pw_3] kmovd k1, r3d movu m13, [base+pw_0to31] vpbroadcastd m6, r6m ; max_w pminud m0, m9, [base+pw_31] {1to16} paddw m1, m4, m2 vmovdqu16 m2{k1}, [tlq-2] ; -2 packssdw m6, m6 paddw m1, [tlq+4] ; +1 paddw m2, m5 vpcmpgtw k1, m6, m13 pavgw m2, [tlq+6] ; +2 paddw m1, m2 vpermw m2, m0, m3 ; 32+1 psrlw m4{k1}, m1, 2 paddw m1, m3, [tlq+64] ; 32-1 vpaddd m11, m13, [base+pw_32] {1to16} paddw m1, m2 vpermw m2, m0, m2 ; 32+2 paddw m10, m5, [tlq+62] ; 32-2 vpcmpgtw k1, m6, m11 pavgw m2, m10 paddw m1, m2 psrlw m3{k1}, m1, 2 call .filter_left32 .w64_main: sub rsp, 64*3 movu [rsp+64*2-gprsize], m3 mov r5, dstq call .w32_main1 psllw m4, 5 mov r2d, 65<<6 vpaddd m10, m3, [base+pw_2048] {1to16} ; xpos lea dstq, [r5+64] paddw m9, m4 ; ypos call .w32_main2 add rsp, 64*3 RET cglobal ipred_z3_16bpc, 3, 8, 16, dst, stride, tl, w, h, angle, dy lea r7, [z_filter_t0] tzcnt wd, wm movifnidn angled, anglem lea t0, [dr_intra_derivative+45*2-1] movsxd wq, [base+ipred_z3_16bpc_avx512icl_table+wq*4] sub angled, 180 mov dyd, angled neg dyd xor angled, 0x400 or dyq, ~0x7e mova m0, [base+pw_31to0] movzx dyd, word [t0+dyq] lea wq, [base+ipred_z3_16bpc_avx512icl_table+wq] movifnidn hd, hm vpbroadcastd m14, [base+pw_31806] vpbroadcastd m15, [base+pw_1] jmp wq .w4: lea r3d, [hq+3] xor r3d, 31 ; 32 - (h + imin(w, h)) vpbroadcastw m7, r3d pmaxuw m7, m0 vpermw m6, m7, [tlq-64*1] test angled, 0x400 ; !enable_intra_edge_filter jnz .w4_main cmp angleb, 40 jae .w4_filter lea r3d, [angleq-1024] sar r3d, 7 add r3d, hd jg .w4_filter ; h > 8 || (h == 8 && is_sm) call .upsample movsldup m1, [base+z_ypos_mul] paddw m1, m1 jmp .w4_main2 .w4_filter: lea r3d, [hq+3] call .filter32 .w4_main: movsldup m1, [base+z_ypos_mul] .w4_main2: vpbroadcastq m0, [base+pw_1to32] vpbroadcastw m4, dyd lea r2d, [hq+4] shr r2d, 3 pmullw m4, m0 ; ypos vpbroadcastw m0, r2d imul r2, strideq ; stride * imax(height / 8, 1) pmullw m1, m0 lea r3, [r2*3] paddd m1, [base+pw_32736] {1to16} psrlw m2, m4, 6 psllw m4, 9 paddsw m2, m1 ; base+0 vpandd m4, m14 ; frac << 9 vpermw m3, m2, m6 ; left[base+0] .w4_loop: paddsw m2, m15 ; base+1 vpermw m1, m2, m6 ; left[base+1] psubw m0, m1, m3 pmulhrsw m0, m4 paddw m0, m3 movq [dstq+r2*0], xm0 movhps [dstq+r2*1], xm0 vextracti32x4 xm3, ym0, 1 movq [dstq+r2*2], xm3 movhps [dstq+r3 ], xm3 sub hd, 8 jl .w4_end lea r5, [dstq+r2*4] vextracti32x8 ym0, m0, 1 mova m3, m1 movq [r5+r2*0], xm0 movhps [r5+r2*1], xm0 vextracti32x4 xm1, ym0, 1 movq [r5+r2*2], xm1 movhps [r5+r3 ], xm1 add dstq, strideq test hd, hd jnz .w4_loop .w4_end: RET .upsample: vinserti32x4 m6, [tlq-14], 3 mova m3, [base+z_upsample] vpbroadcastd m4, [base+pd_65536] add dyd, dyd vpermw m0, m3, m6 paddw m3, m4 vpermw m1, m3, m6 paddw m3, m4 vpermw m2, m3, m6 paddw m3, m4 vpermw m3, m3, m6 vpbroadcastw m6, r9m ; pixel_max paddw m1, m2 ; b+c paddw m0, m3 ; a+d psubw m0, m1, m0 psraw m0, 3 pxor m2, m2 paddw m0, m1 pmaxsw m0, m2 pavgw m0, m2 pminsw m6, m0 ret .w8: mova m6, [tlq-64*1] cmp hd, 32 je .w8_h32 mov r3d, 8 cmp hd, 4 cmove r3d, hd lea r3d, [r3+hq-1] xor r3d, 31 ; 32 - (h + imin(w, h)) vpbroadcastw m1, r3d vpermw m7, m1, m6 pmaxuw m1, m0 vpermw m6, m1, m6 test angled, 0x400 jnz .w8_main lea r3d, [angleq+216] mov r3b, hb cmp r3d, 8 ja .w8_filter ; is_sm || d >= 40 || h > 8 call .upsample movshdup m1, [base+z_ypos_mul] paddw m1, m1 call .w8_main_setup .w8_upsample_loop: vpermw m3, m2, m6 ; left[base+0] paddw m2, m15 ; base+1 vpermw m1, m2, m6 ; left[base+1] psubw m0, m1, m3 pmulhrsw m0, m4 paddw m2, m15 ; base+2 paddw m0, m3 mova m3, m1 mova [dstq+r2*0], xm0 vextracti32x4 [dstq+r2*1], ym0, 1 vextracti32x4 [dstq+r2*2], m0, 2 vextracti32x4 [dstq+r3 ], m0, 3 add dstq, strideq sub hd, 4 jg .w8_upsample_loop RET .w8_main_setup: vbroadcasti32x4 m0, [base+pw_1to32] vpbroadcastw m4, dyd rorx r2d, hd, 2 pmullw m4, m0 ; ypos vpbroadcastw m0, r2d imul r2, strideq ; stride * height / 4 lea r3, [r2*3] pmullw m1, m0 ; 0 1 2 3 paddd m1, [base+pw_32704] {1to16} psrlw m2, m4, 6 psllw m4, 9 paddsw m2, m1 ; base+0 vpandd m4, m14 ; frac << 9 ret .w8_h32: pmaxud m7, m0, [base+pw_24] {1to16} vpermw m6, m0, m6 vpermw m7, m7, [tlq-64*2] test angled, 0x400 jnz .w8_main call .filter64 vpbroadcastd m0, [base+pw_7] pminuw m0, [base+pw_0to31] vpermw m7, m0, m7 jmp .w8_main .w8_filter: lea r3d, [hq+7] call .filter32 .w8_main: movshdup m1, [base+z_ypos_mul] call .w8_main_setup mova m3, m6 vpermt2w m3, m2, m7 ; left[base+0] .w8_loop: paddsw m2, m15 ; base+1 mova m1, m6 vpermt2w m1, m2, m7 ; left[base+1] psubw m0, m1, m3 pmulhrsw m0, m4 paddw m0, m3 mova m3, m1 mova [dstq+r2*0], xm0 vextracti32x4 [dstq+r2*1], ym0, 1 vextracti32x4 [dstq+r2*2], m0, 2 vextracti32x4 [dstq+r3 ], m0, 3 add dstq, strideq sub hd, 4 jg .w8_loop RET .filter32: vpbroadcastb ym10, r3d vpbroadcastb ym1, angled shr angled, 8 vpcmpeqb k1, ym10, [base+z_filter_wh] mova xm2, [base+z_filter_t0+angleq*8] vpcmpgtb k1{k1}, ym1, ym2 kmovd r5d, k1 test r5d, r5d jz .filter32_end vpbroadcastw m2, [tlq] popcnt r5d, r5d vpbroadcastd m5, [base+z_filter_k+(r5-1)*4+12*0] valignq m2, m6, m2, 6 vpbroadcastd m8, [base+z_filter_k+(r5-1)*4+12*1] valignq m4, m7, m6, 2 vpbroadcastd m9, [base+z_filter_k+(r5-1)*4+12*2] palignr m1, m6, m2, 14 pmullw m5, m6 palignr m3, m4, m6, 2 paddw m1, m3 palignr m2, m6, m2, 12 pmullw m1, m8 palignr m4, m6, 4 paddw m2, m4 pmullw m2, m9 pmovzxbw m10, ym10 pxor m6, m6 paddw m5, m1 pminuw m1, m10, [base+pw_0to31] paddw m5, m2 psrlw m5, 3 pavgw m6, m5 vpermw m7, m10, m6 vpermw m6, m1, m6 .filter32_end: ret .w16: mova m6, [tlq-64*1] cmp hd, 32 jl .w16_h16 pmaxud m8, m0, [base+pw_16] {1to16} mova m7, [tlq-64*2] vpermw m6, m0, m6 jg .w16_h64 vpermw m7, m8, m7 test angled, 0x400 jnz .w16_main call .filter64 vpbroadcastd m0, [base+pw_15] vinserti32x8 m0, [base+pw_0to31], 0 vpermw m7, m0, m7 jmp .w16_main .w16_h16: lea r3d, [hq*2-1] xor r3d, 31 ; 32 - (h + imin(w, h)) vpbroadcastw m1, r3d vpermw m7, m1, m6 pmaxuw m1, m0 vpermw m6, m1, m6 test angled, 0x400 jnz .w16_main lea r3d, [hq+15] call .filter32 .w16_main: vbroadcasti32x8 m0, [base+pw_1to32] vpbroadcastw m4, dyd rorx r2d, hd, 1 pmullw m4, m0 ; ypos vpbroadcastw ym1, r2d imul r2, strideq ; stride * height / 2 paddd m1, [base+pw_32704] {1to16} lea r3, [r2+strideq] psrlw m2, m4, 6 psllw m4, 9 paddsw m2, m1 ; base+0 vpandd m4, m14 ; frac << 9 mova m3, m6 vpermt2w m3, m2, m7 ; left[base+0] .w16_loop: paddsw m1, m2, m15 ; base+1 paddsw m2, m1, m15 ; base+2 vpermi2w m1, m6, m7 ; left[base+1] psubw m0, m1, m3 pmulhrsw m0, m4 paddw m0, m3 mova m3, m6 vpermt2w m3, m2, m7 ; left[base+2] vextracti32x8 [dstq+strideq*0], m0, 1 mova [dstq+r2 ], ym0 psubw m0, m3, m1 pmulhrsw m0, m4 paddw m0, m1 vextracti32x8 [dstq+strideq*1], m0, 1 mova [dstq+r3 ], ym0 lea dstq, [dstq+strideq*2] sub hd, 4 jg .w16_loop RET .w16_h64: vpermw m7, m0, m7 vpermw m8, m8, [tlq-64*3] test angled, 0x400 jnz .w16_h64_main valignq m11, m8, m7, 6 call .filter64 vshufi32x4 m2, m8, m8, q3321 vpbroadcastd m0, [base+pw_15] palignr ym3, ym8, ym11, 12 vinserti32x8 m0, [base+pw_0to31], 0 palignr ym4, ym8, ym11, 14 palignr ym1, ym2, ym8, 4 paddw ym3, ym5 palignr ym2, ym8, 2 paddw ym8, ym4 pavgw ym3, ym1 paddw ym8, ym2 paddw ym8, ym3 psrlw ym8, 2 vpermw m8, m0, m8 .w16_h64_main: vbroadcasti32x8 m0, [base+pw_1to32] vpbroadcastw m4, dyd pmullw m4, m0 ; ypos vpbroadcastd ym1, [base+pw_32] paddd m1, [base+pw_32672] {1to16} mov r2, strideq shl r2, 5 ; stride*32 vpbroadcastd m9, [base+pw_32735] lea r3, [r2+strideq] psrlw m2, m4, 6 psllw m4, 9 paddsw m2, m1 ; base+0 vpandd m4, m14 ; frac << 9 mova m3, m7 vpermt2w m3, m2, m6 vpcmpgtw k1, m2, m9 vpermw m3{k1}, m2, m8 ; left[base+0] .w16_h64_loop: paddsw m2, m15 ; base+1 mova m1, m7 vpermt2w m1, m2, m6 vpcmpgtw k1, m2, m9 vpermw m1{k1}, m2, m8 ; left[base+1] psubw m0, m1, m3 pmulhrsw m0, m4 paddsw m2, m15 ; base+2 paddw m0, m3 mova m3, m7 vpermt2w m3, m2, m6 vpcmpgtw k1, m2, m9 vpermw m3{k1}, m2, m8 ; left[base+2] vextracti32x8 [dstq+strideq*0], m0, 1 mova [dstq+r2 ], ym0 psubw m0, m3, m1 pmulhrsw m0, m4 paddw m0, m1 vextracti32x8 [dstq+strideq*1], m0, 1 mova [dstq+r3 ], ym0 lea dstq, [dstq+strideq*2] sub hd, 4 jg .w16_h64_loop RET .filter64: vpbroadcastw m2, [tlq] vpbroadcastd m5, [base+pw_3] valignq m2, m6, m2, 6 valignq m4, m7, m6, 2 valignq m10, m7, m6, 6 palignr m1, m6, m2, 12 palignr m2, m6, m2, 14 palignr m3, m4, m6, 4 paddw m1, m5 palignr m4, m6, 2 paddw m6, m2 valignq m2, m8, m7, 2 pavgw m1, m3 palignr m3, m7, m10, 12 paddw m6, m4 palignr m4, m7, m10, 14 paddw m6, m1 palignr m1, m2, m7, 4 psrlw m6, 2 palignr m2, m7, 2 paddw m3, m5 paddw m7, m4 pavgw m3, m1 paddw m7, m2 paddw m7, m3 psrlw m7, 2 ret .w32: mova m6, [tlq-64*1] cmp hd, 32 jl .w32_h16 mova m8, [tlq-64*2] vpermw m6, m0, m6 vpermw m7, m0, m8 jg .w32_h64 test angled, 0x400 jnz .w32_main vpbroadcastw xm8, xm8 jmp .w32_filter .w32_h16: lea r3d, [hq*2-1] xor r3d, 31 ; 32 - (h + imin(w, h)) vpbroadcastw m1, r3d vpermw m7, m1, m6 pmaxuw m1, m0 vpermw m6, m1, m6 test angled, 0x400 jnz .w32_main vextracti32x4 xm8, m7, 3 .w32_filter: call .filter64 .w32_main: vpbroadcastw m4, dyd vpbroadcastd m1, [base+pw_32704] pmullw m4, [base+pw_1to32] ; ypos psrlw m2, m4, 6 psllw m4, 9 paddsw m2, m1 ; base+0 vpandd m4, m14 ; frac << 9 mova m3, m6 vpermt2w m3, m2, m7 ; left[base+0] .w32_loop: paddsw m1, m2, m15 ; base+1 paddsw m2, m1, m15 ; base+2 vpermi2w m1, m6, m7 ; left[base+1] psubw m0, m1, m3 pmulhrsw m0, m4 paddw m0, m3 mova m3, m6 vpermt2w m3, m2, m7 ; left[base+2] mova [dstq+strideq*0], m0 psubw m0, m3, m1 pmulhrsw m0, m4 paddw m0, m1 mova [dstq+strideq*1], m0 lea dstq, [dstq+strideq*2] sub hd, 2 jg .w32_loop RET .w32_h64: mova m9, [tlq-64*3] vpermw m8, m0, m9 test angled, 0x400 jnz .w32_h64_main vpbroadcastw xm9, xm9 call .filter96 .w32_h64_main: vpbroadcastw m4, dyd vpbroadcastd m1, [base+pw_32672] pmullw m4, [base+pw_1to32] ; ypos vpbroadcastd m9, [base+pw_32735] psrlw m2, m4, 6 psllw m4, 9 paddsw m2, m1 ; base+0 vpandd m4, m14 ; frac << 9 mova m3, m7 vpermt2w m3, m2, m6 vpcmpgtw k1, m2, m9 vpermw m3{k1}, m2, m8 ; left[base+0] .w32_h64_loop: paddsw m2, m15 ; base+1 mova m1, m7 vpermt2w m1, m2, m6 vpcmpgtw k1, m2, m9 vpermw m1{k1}, m2, m8 ; left[base+1] psubw m0, m1, m3 pmulhrsw m0, m4 paddsw m2, m15 ; base+2 paddw m0, m3 mova m3, m7 vpermt2w m3, m2, m6 vpcmpgtw k1, m2, m9 vpermw m3{k1}, m2, m8 ; left[base+2] mova [dstq+strideq*0], m0 psubw m0, m3, m1 pmulhrsw m0, m4 paddw m0, m1 mova [dstq+strideq*1], m0 lea dstq, [dstq+strideq*2] sub hd, 2 jg .w32_h64_loop RET .filter96: valignq m11, m8, m7, 6 call .filter64 valignq m2, m9, m8, 2 palignr m3, m8, m11, 12 palignr m4, m8, m11, 14 palignr m1, m2, m8, 4 paddw m3, m5 palignr m2, m8, 2 paddw m8, m4 pavgw m3, m1 paddw m8, m2 paddw m8, m3 psrlw m8, 2 ret .w64: mova m7, [tlq-64*1] vpermw m6, m0, m7 cmp hd, 32 jl .w64_h16 mova m8, [tlq-64*2] vpermw m7, m0, m8 jg .w64_h64 test angled, 0x400 jnz .w64_main vpbroadcastw m8, xm8 mova m9, m8 call .filter96 vshufi32x4 m9, m8, m8, q3333 jmp .w64_h64_main .w64_h16: vpbroadcastw m7, xm7 test angled, 0x400 jnz .w64_main mova m8, m7 call .filter64 .w64_main: vpbroadcastw m11, dyd vpbroadcastd m1, [base+pw_32704] pmullw m10, m11, [base+pw_1to32] ; ypos psllw m11, 5 psrlw m8, m10, 6 paddw m11, m10 psllw m10, 9 psrlw m9, m11, 6 psllw m11, 9 psubw m9, m8 paddsw m8, m1 ; base+0 vpandd m10, m14 ; frac << 9 vpandd m11, m14 ; frac << 9 mova m4, m6 vpermt2w m4, m8, m7 ; left[base+0] ( 0..31) paddsw m5, m8, m9 vpermi2w m5, m6, m7 ; left[base+0] (32..63) .w64_loop: paddsw m8, m15 ; base+1 ( 0..31) mova m2, m6 vpermt2w m2, m8, m7 ; left[base+1] ( 0..31) paddsw m3, m8, m9 ; base+1 (32..63) vpermi2w m3, m6, m7 ; left[base+1] (32..63) psubw m0, m2, m4 psubw m1, m3, m5 pmulhrsw m0, m10 pmulhrsw m1, m11 paddw m0, m4 paddw m1, m5 mova m4, m2 mova [dstq+64*0], m0 mova m5, m3 mova [dstq+64*1], m1 add dstq, strideq dec hd jg .w64_loop RET .w64_h64: vpermw m8, m0, [tlq-64*3] mova m13, [tlq-64*4] vpermw m9, m0, m13 test angled, 0x400 jnz .w64_h64_main valignq m12, m9, m8, 6 call .filter96 vpbroadcastw xm2, xm13 valignq m2, m9, 2 palignr m3, m9, m12, 12 palignr m4, m9, m12, 14 palignr m1, m2, m9, 4 paddw m3, m5 palignr m2, m9, 2 paddw m9, m4 pavgw m3, m1 paddw m9, m2 paddw m9, m3 psrlw m9, 2 .w64_h64_main: vpbroadcastw m11, dyd vpbroadcastd m1, [base+pw_32640] pmullw m10, m11, [base+pw_1to32] ; ypos psllw m11, 5 psrlw m12, m10, 6 paddw m11, m10 psllw m10, 9 psrlw m13, m11, 6 psllw m11, 9 psubw m13, m12 paddsw m12, m1 ; base+0 vpandd m10, m14 ; frac << 9 vpandd m11, m14 ; frac << 9 vpbroadcastd m14, [base+pw_64] mova m4, m6 vpermt2w m4, m12, m7 vptestmw k1, m12, m14 mova m0, m8 vpermt2w m0, m12, m9 paddsw m1, m12, m13 mova m5, m6 vpermt2w m5, m1, m7 vptestmw k2, m1, m14 vpermi2w m1, m8, m9 vmovdqu16 m4{k1}, m0 ; left[base+0] ( 0..31) vmovdqu16 m5{k2}, m1 ; left[base+0] (32..63) .w64_h64_loop: paddsw m12, m15 ; base+1 mova m2, m6 vpermt2w m2, m12, m7 vptestmw k1, m12, m14 mova m0, m8 vpermt2w m0, m12, m9 paddsw m1, m12, m13 mova m3, m6 vpermt2w m3, m1, m7 vptestmw k2, m1, m14 vpermi2w m1, m8, m9 vmovdqu16 m2{k1}, m0 ; left[base+1] ( 0..31) vmovdqu16 m3{k2}, m1 ; left[base+1] (32..63) psubw m0, m2, m4 psubw m1, m3, m5 pmulhrsw m0, m10 pmulhrsw m1, m11 paddw m0, m4 paddw m1, m5 mova m4, m2 mova [dstq+64*0], m0 mova m5, m3 mova [dstq+64*1], m1 add dstq, strideq dec hd jg .w64_h64_loop RET cglobal pal_pred_16bpc, 4, 7, 7, dst, stride, pal, idx, w, h, stride3 lea r6, [pal_pred_16bpc_avx512icl_table] tzcnt wd, wm mova m3, [pal_pred_perm] movifnidn hd, hm movsxd wq, [r6+wq*4] vpbroadcastq m4, [pal_unpack+0] vpbroadcastq m5, [pal_unpack+8] add wq, r6 vbroadcasti32x4 m6, [palq] lea stride3q, [strideq*3] jmp wq .w4: pmovzxbd ym0, [idxq] add idxq, 8 vpmultishiftqb ym0, ym4, ym0 vpermw ym0, ym0, ym6 vextracti32x4 xm1, ym0, 1 movq [dstq+strideq*0], xm0 movhps [dstq+strideq*1], xm0 movq [dstq+strideq*2], xm1 movhps [dstq+stride3q ], xm1 lea dstq, [dstq+strideq*4] sub hd, 4 jg .w4 RET .w8: pmovzxbd m0, [idxq] add idxq, 16 vpmultishiftqb m0, m4, m0 vpermw m0, m0, m6 mova [dstq+strideq*0], xm0 vextracti32x4 [dstq+strideq*1], ym0, 1 vextracti32x4 [dstq+strideq*2], m0, 2 vextracti32x4 [dstq+stride3q ], m0, 3 lea dstq, [dstq+strideq*4] sub hd, 4 jg .w8 RET .w16: movu ym1, [idxq] add idxq, 32 vpermb m1, m3, m1 vpmultishiftqb m1, m4, m1 vpermw m0, m1, m6 psrlw m1, 8 vpermw m1, m1, m6 mova [dstq+strideq*0], ym0 vextracti32x8 [dstq+strideq*1], m0, 1 mova [dstq+strideq*2], ym1 vextracti32x8 [dstq+stride3q ], m1, 1 lea dstq, [dstq+strideq*4] sub hd, 4 jg .w16 RET .w32: vpermb m2, m3, [idxq] add idxq, 64 vpmultishiftqb m1, m4, m2 vpmultishiftqb m2, m5, m2 vpermw m0, m1, m6 psrlw m1, 8 vpermw m1, m1, m6 mova [dstq+strideq*0], m0 mova [dstq+strideq*1], m1 vpermw m0, m2, m6 psrlw m2, 8 vpermw m1, m2, m6 mova [dstq+strideq*2], m0 mova [dstq+stride3q ], m1 lea dstq, [dstq+strideq*4] sub hd, 4 jg .w32 RET .w64: vpermb m2, m3, [idxq] add idxq, 64 vpmultishiftqb m1, m4, m2 vpmultishiftqb m2, m5, m2 vpermw m0, m1, m6 psrlw m1, 8 vpermw m1, m1, m6 mova [dstq+ 0], m0 mova [dstq+64], m1 vpermw m0, m2, m6 psrlw m2, 8 vpermw m1, m2, m6 mova [dstq+strideq+ 0], m0 mova [dstq+strideq+64], m1 lea dstq, [dstq+strideq*2] sub hd, 2 jg .w64 RET ; The ipred_filter SIMD processes 4x2 blocks in the following order which ; increases parallelism compared to doing things row by row. ; w4 w8 w16 w32 ; 1 1 2 1 2 5 6 1 2 5 6 9 a d e ; 2 2 3 2 3 6 7 2 3 6 7 a b e f ; 3 3 4 3 4 7 8 3 4 7 8 b c f g ; 4 4 5 4 5 8 9 4 5 8 9 c d g h cglobal ipred_filter_16bpc, 4, 7, 14, dst, stride, tl, w, h, filter, top %define base r6-$$ lea r6, [$$] %ifidn filterd, filterm movzx filterd, filterb %else movzx filterd, byte filterm %endif shl filterd, 6 movifnidn hd, hm movu xm0, [tlq-6] pmovsxbw m7, [base+filter_intra_taps+filterq+32*0] pmovsxbw m8, [base+filter_intra_taps+filterq+32*1] mov r5d, r8m ; bitdepth_max movsldup m9, [base+filter_permA] movshdup m10, [base+filter_permA] shr r5d, 11 ; is_12bpc jnz .12bpc psllw m7, 2 ; upshift multipliers so that packusdw psllw m8, 2 ; will perform clipping for free .12bpc: vpbroadcastd m5, [base+filter_rnd+r5*8] vpbroadcastd m6, [base+filter_shift+r5*8] sub wd, 8 jl .w4 .w8: call .main4 movsldup m11, [filter_permB] lea r5d, [hq*2+2] movshdup m12, [filter_permB] lea topq, [tlq+2] mova m13, [filter_permC] sub hd, 4 vinserti32x4 ym0, [topq], 1 ; a0 b0 t0 t1 sub tlq, r5 %if WIN64 push r7 push r8 %endif mov r7, dstq mov r8d, hd .w8_loop: movlps xm4, xm0, [tlq+hq*2] call .main8 lea dstq, [dstq+strideq*2] sub hd, 2 jge .w8_loop test wd, wd jz .end mov r2d, 0x0d kmovb k1, r2d lea r2, [strideq*3] .w16: movd xmm0, [r7+strideq*1+12] vpblendd xmm0, [topq+8], 0x0e ; t1 t2 pinsrw xm4, xmm0, [r7+strideq*0+14], 2 call .main8 add r7, 16 vinserti32x4 ym0, [topq+16], 1 ; a2 b2 t2 t3 mov hd, r8d mov dstq, r7 add topq, 16 .w16_loop: movd xmm1, [dstq+strideq*2-4] punpcklwd xm4, xmm1, xmm0 movd xmm0, [dstq+r2-4] shufps xm4{k1}, xmm0, xm0, q3210 call .main8 lea dstq, [dstq+strideq*2] sub hd, 2 jge .w16_loop sub wd, 8 jg .w16 .end: vpermb m2, m11, m0 mova ym1, ym5 vpdpwssd m1, m2, m7 vpermb m2, m12, m0 vpdpwssd m1, m2, m8 %if WIN64 pop r8 pop r7 %endif vextracti32x8 ym2, m1, 1 paddd ym1, ym2 packusdw ym1, ym1 vpsrlvw ym1, ym6 vpermt2q m0, m13, m1 vextracti32x4 [dstq+strideq*0], m0, 2 vextracti32x4 [dstq+strideq*1], ym0, 1 RET .w4_loop: movlps xm0, [tlq-10] lea dstq, [dstq+strideq*2] sub tlq, 4 .w4: call .main4 movq [dstq+strideq*0], xm0 movhps [dstq+strideq*1], xm0 sub hd, 2 jg .w4_loop RET ALIGN function_align .main4: vpermb m2, m9, m0 mova ym1, ym5 vpdpwssd m1, m2, m7 vpermb m0, m10, m0 vpdpwssd m1, m0, m8 vextracti32x8 ym0, m1, 1 paddd ym0, ym1 vextracti32x4 xm1, ym0, 1 packusdw xm0, xm1 ; clip vpsrlvw xm0, xm6 ret ALIGN function_align .main8: vpermb m3, m11, m0 mova ym2, ym5 vpdpwssd m2, m3, m7 vpermb m3, m9, m4 mova ym1, ym5 vpdpwssd m1, m3, m7 vpermb m3, m12, m0 vpdpwssd m2, m3, m8 vpermb m3, m10, m4 vpdpwssd m1, m3, m8 vextracti32x8 ym4, m2, 1 vextracti32x8 ym3, m1, 1 paddd ym2, ym4 paddd ym1, ym3 packusdw ym1, ym2 ; clip vpsrlvw ym1, ym6 vpermt2q m0, m13, m1 ; c0 d0 b0 b1 a0 a1 vextracti32x4 [dstq+strideq*0], m0, 2 vextracti32x4 [dstq+strideq*1], ym0, 1 ret %endif