| ;***************************************************************************** | |
| ;* x86-optimized functions for v360 filter | |
| ;* | |
| ;* This file is part of FFmpeg. | |
| ;* | |
| ;* FFmpeg is free software; you can redistribute it and/or | |
| ;* modify it under the terms of the GNU Lesser General Public | |
| ;* License as published by the Free Software Foundation; either | |
| ;* version 2.1 of the License, or (at your option) any later version. | |
| ;* | |
| ;* FFmpeg is distributed in the hope that it will be useful, | |
| ;* but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| ;* Lesser General Public License for more details. | |
| ;* | |
| ;* You should have received a copy of the GNU Lesser General Public | |
| ;* License along with FFmpeg; if not, write to the Free Software | |
| ;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
| ;****************************************************************************** | |
| %include "libavutil/x86/x86util.asm" | |
| %if HAVE_AVX2_EXTERNAL | |
| SECTION_RODATA | |
| pb_mask: db 0,4,8,12,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 | |
| pw_mask: db 0,1,4, 5, 8, 9,12,13,-1,-1,-1,-1,-1,-1,-1,-1 | |
| pd_255: times 4 dd 255 | |
| pd_65535: times 4 dd 65535 | |
| SECTION .text | |
| ; void ff_remap2_8bit_line_avx2(uint8_t *dst, int width, const uint8_t *src, ptrdiff_t in_linesize, | |
| ; const uint16_t *u, const uint16_t *v, const int16_t *ker); | |
| INIT_YMM avx2 | |
| cglobal remap1_8bit_line, 6, 7, 6, dst, width, src, in_linesize, u, v, x | |
| movsxdifnidn widthq, widthd | |
| xor xq, xq | |
| movd xm0, in_linesized | |
| pcmpeqw m4, m4 | |
| VBROADCASTI128 m3, [pb_mask] | |
| vpbroadcastd m0, xm0 | |
| .loop: | |
| pmovsxwd m1, [vq + xq * 2] | |
| pmovsxwd m2, [uq + xq * 2] | |
| pmulld m1, m0 | |
| paddd m1, m2 | |
| mova m2, m4 | |
| vpgatherdd m5, [srcq + m1], m2 | |
| pshufb m1, m5, m3 | |
| vextracti128 xm2, m1, 1 | |
| movd [dstq+xq], xm1 | |
| movd [dstq+xq+4], xm2 | |
| add xq, mmsize / 4 | |
| cmp xq, widthq | |
| jl .loop | |
| RET | |
| INIT_YMM avx2 | |
| cglobal remap1_16bit_line, 6, 7, 6, dst, width, src, in_linesize, u, v, x | |
| movsxdifnidn widthq, widthd | |
| xor xq, xq | |
| movd xm0, in_linesized | |
| pcmpeqw m4, m4 | |
| VBROADCASTI128 m3, [pw_mask] | |
| vpbroadcastd m0, xm0 | |
| .loop: | |
| pmovsxwd m1, [vq + xq * 2] | |
| pmovsxwd m2, [uq + xq * 2] | |
| pslld m2, 0x1 | |
| pmulld m1, m0 | |
| paddd m1, m2 | |
| mova m2, m4 | |
| vpgatherdd m5, [srcq + m1], m2 | |
| pshufb m1, m5, m3 | |
| vextracti128 xm2, m1, 1 | |
| movq [dstq+xq*2], xm1 | |
| movq [dstq+xq*2+8], xm2 | |
| add xq, mmsize / 4 | |
| cmp xq, widthq | |
| jl .loop | |
| RET | |
| INIT_YMM avx2 | |
| cglobal remap2_8bit_line, 7, 8, 8, dst, width, src, in_linesize, u, v, ker, x | |
| movsxdifnidn widthq, widthd | |
| movd xm0, in_linesized | |
| %if ARCH_X86_32 | |
| DEFINE_ARGS dst, width, src, x, u, v, ker | |
| %endif | |
| xor xq, xq | |
| pcmpeqw m7, m7 | |
| vpbroadcastd m0, xm0 | |
| vpbroadcastd m6, [pd_255] | |
| .loop: | |
| pmovsxwd m1, [kerq + xq * 8] | |
| pmovsxwd m2, [vq + xq * 8] | |
| pmovsxwd m3, [uq + xq * 8] | |
| pmulld m4, m2, m0 | |
| paddd m4, m3 | |
| mova m3, m7 | |
| vpgatherdd m2, [srcq + m4], m3 | |
| pand m2, m6 | |
| pmulld m2, m1 | |
| phaddd m2, m2 | |
| phaddd m1, m2, m2 | |
| psrld m1, m1, 0xe | |
| vextracti128 xm2, m1, 1 | |
| pextrb [dstq+xq], xm1, 0 | |
| pextrb [dstq+xq+1], xm2, 0 | |
| add xq, mmsize / 16 | |
| cmp xq, widthq | |
| jl .loop | |
| RET | |
| INIT_YMM avx2 | |
| cglobal remap2_16bit_line, 7, 8, 8, dst, width, src, in_linesize, u, v, ker, x | |
| movsxdifnidn widthq, widthd | |
| movd xm0, in_linesized | |
| %if ARCH_X86_32 | |
| DEFINE_ARGS dst, width, src, x, u, v, ker | |
| %endif | |
| xor xq, xq | |
| pcmpeqw m7, m7 | |
| vpbroadcastd m0, xm0 | |
| vpbroadcastd m6, [pd_65535] | |
| .loop: | |
| pmovsxwd m1, [kerq + xq * 8] | |
| pmovsxwd m2, [vq + xq * 8] | |
| pmovsxwd m3, [uq + xq * 8] | |
| pslld m3, 0x1 | |
| pmulld m4, m2, m0 | |
| paddd m4, m3 | |
| mova m3, m7 | |
| vpgatherdd m2, [srcq + m4], m3 | |
| pand m2, m6 | |
| pmulld m2, m1 | |
| phaddd m2, m2 | |
| phaddd m1, m2, m2 | |
| psrld m1, m1, 0xe | |
| vextracti128 xm2, m1, 1 | |
| pextrw [dstq+xq*2], xm1, 0 | |
| pextrw [dstq+xq*2+2], xm2, 0 | |
| add xq, mmsize / 16 | |
| cmp xq, widthq | |
| jl .loop | |
| RET | |
| %if ARCH_X86_64 | |
| INIT_YMM avx2 | |
| cglobal remap3_8bit_line, 7, 11, 8, dst, width, src, in_linesize, u, v, ker, x, y, tmp, z | |
| movsxdifnidn widthq, widthd | |
| xor zq, zq | |
| xor yq, yq | |
| xor xq, xq | |
| movd xm0, in_linesized | |
| pcmpeqw m7, m7 | |
| vpbroadcastd m0, xm0 | |
| vpbroadcastd m6, [pd_255] | |
| .loop: | |
| pmovsxwd m1, [kerq + yq] | |
| pmovsxwd m2, [vq + yq] | |
| pmovsxwd m3, [uq + yq] | |
| pmulld m4, m2, m0 | |
| paddd m4, m3 | |
| mova m3, m7 | |
| vpgatherdd m2, [srcq + m4], m3 | |
| pand m2, m6 | |
| pmulld m2, m1 | |
| HADDD m2, m1 | |
| movzx tmpq, word [vq + yq + 16] | |
| imul tmpq, in_linesizeq | |
| movzx zq, word [uq + yq + 16] | |
| add tmpq, zq | |
| movzx zq, byte [srcq + tmpq] | |
| movzx tmpq, word [kerq + yq + 16] | |
| imul zd, tmpd | |
| movd xm1, zd | |
| paddd m2, m1 | |
| psrld m2, m2, 0xe | |
| packuswb m2, m2 | |
| pextrb [dstq+xq], xm2, 0 | |
| add xq, 1 | |
| add yq, 18 | |
| cmp xq, widthq | |
| jl .loop | |
| RET | |
| INIT_YMM avx2 | |
| cglobal remap4_8bit_line, 7, 9, 11, dst, width, src, in_linesize, u, v, ker, x, y | |
| movsxdifnidn widthq, widthd | |
| xor yq, yq | |
| xor xq, xq | |
| movd xm0, in_linesized | |
| pcmpeqw m7, m7 | |
| vpbroadcastd m0, xm0 | |
| vpbroadcastd m6, [pd_255] | |
| .loop: | |
| pmovsxwd m1, [kerq + yq] | |
| pmovsxwd m5, [kerq + yq + 16] | |
| pmovsxwd m2, [vq + yq] | |
| pmovsxwd m8, [vq + yq + 16] | |
| pmovsxwd m3, [uq + yq] | |
| pmovsxwd m9, [uq + yq + 16] | |
| pmulld m4, m2, m0 | |
| pmulld m10, m8, m0 | |
| paddd m4, m3 | |
| paddd m10, m9 | |
| mova m3, m7 | |
| vpgatherdd m2, [srcq + m4], m3 | |
| mova m3, m7 | |
| vpgatherdd m4, [srcq + m10], m3 | |
| pand m2, m6 | |
| pand m4, m6 | |
| pmulld m2, m1 | |
| pmulld m4, m5 | |
| paddd m2, m4 | |
| HADDD m2, m1 | |
| psrld m2, m2, 0xe | |
| packuswb m2, m2 | |
| pextrb [dstq+xq], xm2, 0 | |
| add xq, 1 | |
| add yq, 32 | |
| cmp xq, widthq | |
| jl .loop | |
| RET | |
| %endif | |
| %endif | |