coffee/libyuv
1
0
Fork 0
mirror of https://chromium.googlesource.com/libyuv/libyuv synced 2026-10-28 18:07:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

STOREAR30 macro improvement for I420ToAR30 etc

Browse Source 
Bug: None
Change-Id: I163e8da5b223a928df9341f3f8819c56f76ea5e8
Reviewed-on: https://chromium-review.googlesource.com/c/libyuv/libyuv/+/8268434
Reviewed-by: richard winterton <rrwinterton@gmail.com>
Commit-Queue: Frank Barchard <fbarchard@google.com>
This commit is contained in:
Frank Barchard 2026-08-18 19:52:15 -07:00 committed by libyuv-scoped@luci-project-accounts.iam.gserviceaccount.com
parent fdaa609a4f
commit e808cf543e
3 changed files with 95 additions and 123 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.chromium
View File

@ -1,6 +1,6 @@
Name: libyuv Name: libyuv
URL: https://chromium.googlesource.com/libyuv/libyuv/ URL: https://chromium.googlesource.com/libyuv/libyuv/
Version: 1960 Version: 1961
Revision: DEPS Revision: DEPS
License: BSD-3-Clause License: BSD-3-Clause
License File: LICENSE License File: LICENSE

2
include/libyuv/version.h
View File

@ -11,6 +11,6 @@
#ifndef INCLUDE_LIBYUV_VERSION_H_ #ifndef INCLUDE_LIBYUV_VERSION_H_
#define INCLUDE_LIBYUV_VERSION_H_ #define INCLUDE_LIBYUV_VERSION_H_
#define LIBYUV_VERSION 1960 #define LIBYUV_VERSION 1961
#endif // INCLUDE_LIBYUV_VERSION_H_ #endif // INCLUDE_LIBYUV_VERSION_H_

214
source/row_gcc.cc
View File

@ -2265,9 +2265,8 @@ void ARGBToUVMatrixRow_AVX512BW(const uint8_t* src_argb,
"movdqa (%[yuvconstants]),%%xmm8 \n" \ "movdqa (%[yuvconstants]),%%xmm8 \n" \
"pxor %%xmm12,%%xmm12 \n" \ "pxor %%xmm12,%%xmm12 \n" \
"movdqa 32(%[yuvconstants]),%%xmm9 \n" \ "movdqa 32(%[yuvconstants]),%%xmm9 \n" \
"psllw $7,%%xmm13 \n" \ "pavgb %%xmm12,%%xmm13 \n" \
"movdqa 64(%[yuvconstants]),%%xmm10 \n" \ "movdqa 64(%[yuvconstants]),%%xmm10 \n" \
"pshufb %%xmm12,%%xmm13 \n" \
"movdqa 96(%[yuvconstants]),%%xmm11 \n" \ "movdqa 96(%[yuvconstants]),%%xmm11 \n" \
"movdqa 128(%[yuvconstants]),%%xmm12 \n" "movdqa 128(%[yuvconstants]),%%xmm12 \n"
@ -2295,9 +2294,8 @@ void ARGBToUVMatrixRow_AVX512BW(const uint8_t* src_argb,
// Convert 8 pixels: 8 UV and 8 Y // Convert 8 pixels: 8 UV and 8 Y
#define YUVTORGB16(yuvconstants) \ #define YUVTORGB16(yuvconstants) \
"pcmpeqb %%xmm0,%%xmm0 \n" \ "pcmpeqb %%xmm0,%%xmm0 \n" \
"pxor %%xmm1,%%xmm1 \n" \ "pabsb %%xmm0,%%xmm0 \n" \
"psllw $7,%%xmm0 \n" \ "psllw $7,%%xmm0 \n" \
"pshufb %%xmm1,%%xmm0 \n" \
"psubb %%xmm0,%%xmm3 \n" \ "psubb %%xmm0,%%xmm3 \n" \
"pmulhuw 96(%[yuvconstants]),%%xmm4 \n" \ "pmulhuw 96(%[yuvconstants]),%%xmm4 \n" \
"movdqa (%[yuvconstants]),%%xmm0 \n" \ "movdqa (%[yuvconstants]),%%xmm0 \n" \
@ -2373,17 +2371,16 @@ void ARGBToUVMatrixRow_AVX512BW(const uint8_t* src_argb,
"pmaxsw %%xmm6,%%xmm0 \n" \ "pmaxsw %%xmm6,%%xmm0 \n" \
"pmaxsw %%xmm6,%%xmm1 \n" \ "pmaxsw %%xmm6,%%xmm1 \n" \
"pmaxsw %%xmm6,%%xmm2 \n" \ "pmaxsw %%xmm6,%%xmm2 \n" \
"psllw $0x4,%%xmm2 \n" \ "movdqa %%xmm1,%%xmm3 \n" \
"psllw $10,%%xmm3 \n" \
"psrlw $6,%%xmm1 \n" \
"psllw $4,%%xmm2 \n" \
"por %%xmm3,%%xmm0 \n" \
"por %%xmm5,%%xmm1 \n" \
"por %%xmm1,%%xmm2 \n" \
"movdqa %%xmm0,%%xmm3 \n" \ "movdqa %%xmm0,%%xmm3 \n" \
"punpcklwd %%xmm2,%%xmm0 \n" \ "punpcklwd %%xmm2,%%xmm0 \n" \
"punpckhwd %%xmm2,%%xmm3 \n" \ "punpckhwd %%xmm2,%%xmm3 \n" \
"movdqa %%xmm1,%%xmm2 \n" \
"punpcklwd %%xmm5,%%xmm1 \n" \
"punpckhwd %%xmm5,%%xmm2 \n" \
"pslld $0xa,%%xmm1 \n" \
"pslld $0xa,%%xmm2 \n" \
"por %%xmm1,%%xmm0 \n" \
"por %%xmm2,%%xmm3 \n" \
"movdqu %%xmm0,(%[dst_ar30]) \n" \ "movdqu %%xmm0,(%[dst_ar30]) \n" \
"movdqu %%xmm3,0x10(%[dst_ar30]) \n" \ "movdqu %%xmm3,0x10(%[dst_ar30]) \n" \
"lea 0x20(%[dst_ar30]), %[dst_ar30] \n" "lea 0x20(%[dst_ar30]), %[dst_ar30] \n"
@ -2558,12 +2555,11 @@ void OMITFP I422ToAR30Row_SSSE3(const uint8_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP(yuvconstants) YUVTORGB_SETUP(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"pcmpeqb %%xmm5,%%xmm5 \n" // AR30 constants "pcmpeqb %%xmm5,%%xmm5 \n" // all 1s
"psrlw $14,%%xmm5 \n" "movdqa %%xmm5,%%xmm7 \n"
"psllw $4,%%xmm5 \n" // 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
"pcmpeqb %%xmm7,%%xmm7 \n"
"psrlw $6,%%xmm7 \n" // 1023 for max "psrlw $6,%%xmm7 \n" // 1023 for max
"psllw $14,%%xmm5 \n" // 0xc000 for 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -2653,12 +2649,11 @@ void OMITFP I210ToAR30Row_SSSE3(const uint16_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP(yuvconstants) YUVTORGB_SETUP(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"pcmpeqb %%xmm5,%%xmm5 \n" "pcmpeqb %%xmm5,%%xmm5 \n" // all 1s
"psrlw $14,%%xmm5 \n" "movdqa %%xmm5,%%xmm7 \n"
"psllw $4,%%xmm5 \n" // 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
"pcmpeqb %%xmm7,%%xmm7 \n"
"psrlw $6,%%xmm7 \n" // 1023 for max "psrlw $6,%%xmm7 \n" // 1023 for max
"psllw $14,%%xmm5 \n" // 0xc000 for 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -2688,12 +2683,11 @@ void OMITFP I212ToAR30Row_SSSE3(const uint16_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP(yuvconstants) YUVTORGB_SETUP(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"pcmpeqb %%xmm5,%%xmm5 \n" "pcmpeqb %%xmm5,%%xmm5 \n" // all 1s
"psrlw $14,%%xmm5 \n" "movdqa %%xmm5,%%xmm7 \n"
"psllw $4,%%xmm5 \n" // 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
"pcmpeqb %%xmm7,%%xmm7 \n"
"psrlw $6,%%xmm7 \n" // 1023 for max "psrlw $6,%%xmm7 \n" // 1023 for max
"psllw $14,%%xmm5 \n" // 0xc000 for 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -2816,12 +2810,11 @@ void OMITFP I410ToAR30Row_SSSE3(const uint16_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP(yuvconstants) YUVTORGB_SETUP(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"pcmpeqb %%xmm5,%%xmm5 \n" "pcmpeqb %%xmm5,%%xmm5 \n" // all 1s
"psrlw $14,%%xmm5 \n" "movdqa %%xmm5,%%xmm7 \n"
"psllw $4,%%xmm5 \n" // 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
"pcmpeqb %%xmm7,%%xmm7 \n"
"psrlw $6,%%xmm7 \n" // 1023 for max "psrlw $6,%%xmm7 \n" // 1023 for max
"psllw $14,%%xmm5 \n" // 0xc000 for 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -3006,12 +2999,11 @@ void OMITFP P210ToAR30Row_SSSE3(const uint16_t* y_buf,
int width) { int width) {
asm volatile ( asm volatile (
YUVTORGB_SETUP(yuvconstants) YUVTORGB_SETUP(yuvconstants)
"pcmpeqb %%xmm5,%%xmm5 \n" "pcmpeqb %%xmm5,%%xmm5 \n" // all 1s
"psrlw $14,%%xmm5 \n" "movdqa %%xmm5,%%xmm7 \n"
"psllw $4,%%xmm5 \n" // 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
"pcmpeqb %%xmm7,%%xmm7 \n"
"psrlw $6,%%xmm7 \n" // 1023 for max "psrlw $6,%%xmm7 \n" // 1023 for max
"psllw $14,%%xmm5 \n" // 0xc000 for 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -3037,12 +3029,11 @@ void OMITFP P410ToAR30Row_SSSE3(const uint16_t* y_buf,
int width) { int width) {
asm volatile ( asm volatile (
YUVTORGB_SETUP(yuvconstants) YUVTORGB_SETUP(yuvconstants)
"pcmpeqb %%xmm5,%%xmm5 \n" "pcmpeqb %%xmm5,%%xmm5 \n" // all 1s
"psrlw $14,%%xmm5 \n" "movdqa %%xmm5,%%xmm7 \n"
"psllw $4,%%xmm5 \n" // 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
"pcmpeqb %%xmm7,%%xmm7 \n"
"psrlw $6,%%xmm7 \n" // 1023 for max "psrlw $6,%%xmm7 \n" // 1023 for max
"psllw $14,%%xmm5 \n" // 0xc000 for 2 alpha bits
"pxor %%xmm6,%%xmm6 \n" // 0 for min
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -3374,9 +3365,9 @@ void OMITFP I422ToRGBARow_SSSE3(const uint8_t* y_buf,
#define YUVTORGB_SETUP_AVX2(yuvconstants) #define YUVTORGB_SETUP_AVX2(yuvconstants)
#define YUVTORGB16_AVX2(yuvconstants) \ #define YUVTORGB16_AVX2(yuvconstants) \
"vpcmpeqb %%xmm0,%%xmm0,%%xmm0 \n" \ "vpcmpeqb %%ymm0,%%ymm0,%%ymm0 \n" \
"vpsllw $7,%%xmm0,%%xmm0 \n" \ "vpabsb %%ymm0,%%ymm0 \n" \
"vpbroadcastb %%xmm0,%%ymm0 \n" \ "vpsllw $7,%%ymm0,%%ymm0 \n" \
"vpsubb %%ymm0,%%ymm3,%%ymm3 \n" \ "vpsubb %%ymm0,%%ymm3,%%ymm3 \n" \
"vpmulhuw 96(%[yuvconstants]),%%ymm4,%%ymm4 \n" \ "vpmulhuw 96(%[yuvconstants]),%%ymm4,%%ymm4 \n" \
"vmovdqa (%[yuvconstants]),%%ymm0 \n" \ "vmovdqa (%[yuvconstants]),%%ymm0 \n" \
@ -3494,19 +3485,16 @@ void OMITFP I422ToRGBARow_SSSE3(const uint8_t* y_buf,
"vpmaxsw %%zmm6,%%zmm0,%%zmm0 \n" \ "vpmaxsw %%zmm6,%%zmm0,%%zmm0 \n" \
"vpmaxsw %%zmm6,%%zmm1,%%zmm1 \n" \ "vpmaxsw %%zmm6,%%zmm1,%%zmm1 \n" \
"vpmaxsw %%zmm6,%%zmm2,%%zmm2 \n" \ "vpmaxsw %%zmm6,%%zmm2,%%zmm2 \n" \
"vpsllw $0x4,%%zmm2,%%zmm2 \n" \ "vpsrlw $6,%%zmm1,%%zmm3 \n" \
"vpermq %%zmm0,%%zmm18,%%zmm0 \n" \ "vpsllw $4,%%zmm2,%%zmm2 \n" \
"vpermq %%zmm1,%%zmm18,%%zmm1 \n" \ "vpsllw $10,%%zmm1,%%zmm1 \n" \
"vpermq %%zmm2,%%zmm18,%%zmm2 \n" \ "vpternlogd $0xfe,%%zmm5,%%zmm3,%%zmm2 \n" \
"vpunpckhwd %%zmm2,%%zmm0,%%zmm3 \n" \
"vpunpcklwd %%zmm2,%%zmm0,%%zmm0 \n" \
"vpunpckhwd %%zmm5,%%zmm1,%%zmm2 \n" \
"vpunpcklwd %%zmm5,%%zmm1,%%zmm1 \n" \
"vpslld $0xa,%%zmm1,%%zmm1 \n" \
"vpslld $0xa,%%zmm2,%%zmm2 \n" \
"vpord %%zmm1,%%zmm0,%%zmm0 \n" \ "vpord %%zmm1,%%zmm0,%%zmm0 \n" \
"vpord %%zmm2,%%zmm3,%%zmm3 \n" \ "vpermq %%zmm2,%%zmm18,%%zmm2 \n" \
"vmovdqu32 %%zmm0,(%[dst_ar30]) \n" \ "vpermq %%zmm0,%%zmm18,%%zmm0 \n" \
"vpunpcklwd %%zmm2,%%zmm0,%%zmm1 \n" \
"vpunpckhwd %%zmm2,%%zmm0,%%zmm3 \n" \
"vmovdqu32 %%zmm1,(%[dst_ar30]) \n" \
"vmovdqu32 %%zmm3,0x40(%[dst_ar30]) \n" \ "vmovdqu32 %%zmm3,0x40(%[dst_ar30]) \n" \
"lea 0x80(%[dst_ar30]), %[dst_ar30] \n" "lea 0x80(%[dst_ar30]), %[dst_ar30] \n"
@ -3521,19 +3509,17 @@ void OMITFP I422ToRGBARow_SSSE3(const uint8_t* y_buf,
"vpmaxsw %%ymm6,%%ymm0,%%ymm0 \n" \ "vpmaxsw %%ymm6,%%ymm0,%%ymm0 \n" \
"vpmaxsw %%ymm6,%%ymm1,%%ymm1 \n" \ "vpmaxsw %%ymm6,%%ymm1,%%ymm1 \n" \
"vpmaxsw %%ymm6,%%ymm2,%%ymm2 \n" \ "vpmaxsw %%ymm6,%%ymm2,%%ymm2 \n" \
"vpsllw $0x4,%%ymm2,%%ymm2 \n" \ "vpsrlw $6,%%ymm1,%%ymm3 \n" \
"vpermq $0xd8,%%ymm0,%%ymm0 \n" \ "vpsllw $4,%%ymm2,%%ymm2 \n" \
"vpermq $0xd8,%%ymm1,%%ymm1 \n" \ "vpsllw $10,%%ymm1,%%ymm1 \n" \
"vpermq $0xd8,%%ymm2,%%ymm2 \n" \ "vpor %%ymm5,%%ymm3,%%ymm3 \n" \
"vpunpckhwd %%ymm2,%%ymm0,%%ymm3 \n" \ "vpor %%ymm3,%%ymm2,%%ymm2 \n" \
"vpunpcklwd %%ymm2,%%ymm0,%%ymm0 \n" \
"vpunpckhwd %%ymm5,%%ymm1,%%ymm2 \n" \
"vpunpcklwd %%ymm5,%%ymm1,%%ymm1 \n" \
"vpslld $0xa,%%ymm1,%%ymm1 \n" \
"vpslld $0xa,%%ymm2,%%ymm2 \n" \
"vpor %%ymm1,%%ymm0,%%ymm0 \n" \ "vpor %%ymm1,%%ymm0,%%ymm0 \n" \
"vpor %%ymm2,%%ymm3,%%ymm3 \n" \ "vpermq $0xd8,%%ymm2,%%ymm2 \n" \
"vmovdqu %%ymm0,(%[dst_ar30]) \n" \ "vpermq $0xd8,%%ymm0,%%ymm0 \n" \
"vpunpcklwd %%ymm2,%%ymm0,%%ymm1 \n" \
"vpunpckhwd %%ymm2,%%ymm0,%%ymm3 \n" \
"vmovdqu %%ymm1,(%[dst_ar30]) \n" \
"vmovdqu %%ymm3,0x20(%[dst_ar30]) \n" \ "vmovdqu %%ymm3,0x20(%[dst_ar30]) \n" \
"lea 0x40(%[dst_ar30]), %[dst_ar30] \n" "lea 0x40(%[dst_ar30]), %[dst_ar30] \n"
@ -3647,13 +3633,18 @@ void OMITFP I422ToRGB24Row_AVX2(const uint8_t* y_buf,
} }
#endif // HAS_I422TORGB24ROW_AVX2 #endif // HAS_I422TORGB24ROW_AVX2
#if defined(HAS_I422TOARGBROW_AVX512BW) #if defined(HAS_I422TOARGBROW_AVX512BW) || \
defined(HAS_I422TORGB24ROW_AVX512VBMI) || \
defined(HAS_I422TORGB24ROW_AVX512BW) || \
defined(HAS_I422TOAR30ROW_AVX512BW)
static const uint16_t kSplitQuadWords[32] = { static const uint16_t kSplitQuadWords[32] = {
0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7,
8, 8, 9, 9, 10, 10, 11, 11, 12, 12, 13, 13, 14, 14, 15, 15}; 8, 8, 9, 9, 10, 10, 11, 11, 12, 12, 13, 13, 14, 14, 15, 15};
static const uint64_t kSplitDoubleQuadWords[8] = {0, 1, 4, 4, 2, 3, 4, 4}; static const uint64_t kSplitDoubleQuadWords[8] = {0, 1, 4, 4, 2, 3, 4, 4};
static const uint64_t kUnpermuteAVX512[8] = {0, 4, 1, 5, 2, 6, 3, 7}; static const uint64_t kUnpermuteAVX512[8] = {0, 4, 1, 5, 2, 6, 3, 7};
#endif
#if defined(HAS_I422TOARGBROW_AVX512BW)
// 32 pixels // 32 pixels
// 16 UV values upsampled to 32 UV, mixed with 32 Y producing 32 ARGB (128 // 16 UV values upsampled to 32 UV, mixed with 32 Y producing 32 ARGB (128
// bytes). // bytes).
@ -3666,8 +3657,7 @@ void OMITFP I422ToARGBRow_AVX512BW(const uint8_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP_AVX512BW(yuvconstants) YUVTORGB_SETUP_AVX512BW(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"vpcmpeqb %%xmm5,%%xmm5,%%xmm5 \n" "vpternlogd $0xff,%%zmm5,%%zmm5,%%zmm5 \n"
"vpbroadcastq %%xmm5,%%zmm5 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -3691,6 +3681,7 @@ void OMITFP I422ToARGBRow_AVX512BW(const uint8_t* y_buf,
"xmm0", "xmm1", "xmm2", "xmm3", "xmm4", "xmm5" "xmm0", "xmm1", "xmm2", "xmm3", "xmm4", "xmm5"
); );
} }
#endif // HAS_I422TOARGBROW_AVX512BW
#if defined(HAS_I422TORGB24ROW_AVX512VBMI) #if defined(HAS_I422TORGB24ROW_AVX512VBMI)
static const uint8_t kMaskBG[64] = { static const uint8_t kMaskBG[64] = {
@ -3729,8 +3720,6 @@ void OMITFP I422ToRGB24Row_AVX512VBMI(const uint8_t* y_buf,
"vmovdqu32 %[kMaskDST0],%%zmm21 \n" "vmovdqu32 %[kMaskDST0],%%zmm21 \n"
"vmovdqu32 %[kMaskDST1],%%zmm22 \n" "vmovdqu32 %[kMaskDST1],%%zmm22 \n"
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"vpcmpeqb %%xmm5,%%xmm5,%%xmm5 \n"
"vpbroadcastq %%xmm5,%%zmm5 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -3821,13 +3810,10 @@ void OMITFP I422ToAR30Row_AVX512BW(const uint8_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP_AVX512BW(yuvconstants) YUVTORGB_SETUP_AVX512BW(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // AR30 constants "vpternlogd $0xff,%%zmm5,%%zmm5,%%zmm5 \n" // all 1s
"vpsrlw $14,%%ymm5,%%ymm5 \n" "vpsrlw $6,%%zmm5,%%zmm7 \n" // 1023 for max
"vpsllw $4,%%ymm5,%%ymm5 \n" // 2 alpha bits "vpsllw $14,%%zmm5,%%zmm5 \n" // 0xc000 for 2 alpha bits
"vpbroadcastq %%xmm5,%%zmm5 \n"
"vpxord %%zmm6,%%zmm6,%%zmm6 \n" // 0 for min "vpxord %%zmm6,%%zmm6,%%zmm6 \n" // 0 for min
"vpternlogd $0xff,%%zmm7,%%zmm7,%%zmm7 \n" // 1023 for max
"vpsrlw $6,%%zmm7,%%zmm7 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -3853,8 +3839,6 @@ void OMITFP I422ToAR30Row_AVX512BW(const uint8_t* y_buf,
} }
#endif // HAS_I422TOAR30ROW_AVX512BW #endif // HAS_I422TOAR30ROW_AVX512BW
#endif // HAS_I422TOARGBROW_AVX512BW
#if defined(HAS_I422TOAR30ROW_AVX2) #if defined(HAS_I422TOAR30ROW_AVX2)
// 16 pixels // 16 pixels
// 8 UV values upsampled to 16 UV, mixed with 16 Y producing 16 AR30 (64 bytes). // 8 UV values upsampled to 16 UV, mixed with 16 Y producing 16 AR30 (64 bytes).
@ -3867,12 +3851,10 @@ void OMITFP I422ToAR30Row_AVX2(const uint8_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP_AVX2(yuvconstants) YUVTORGB_SETUP_AVX2(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // AR30 constants "vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // all 1s
"vpsrlw $14,%%ymm5,%%ymm5 \n" "vpsrlw $6,%%ymm5,%%ymm7 \n" // 1023 for max
"vpsllw $4,%%ymm5,%%ymm5 \n" // 2 alpha bits "vpsllw $14,%%ymm5,%%ymm5 \n" // 0xc000 for 2 alpha bits
"vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min "vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min
"vpcmpeqb %%ymm7,%%ymm7,%%ymm7 \n" // 1023 for max
"vpsrlw $6,%%ymm7,%%ymm7 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -3977,12 +3959,10 @@ void OMITFP I210ToAR30Row_AVX2(const uint16_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP_AVX2(yuvconstants) YUVTORGB_SETUP_AVX2(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // AR30 constants "vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // all 1s
"vpsrlw $14,%%ymm5,%%ymm5 \n" "vpsrlw $6,%%ymm5,%%ymm7 \n" // 1023 for max
"vpsllw $4,%%ymm5,%%ymm5 \n" // 2 alpha bits "vpsllw $14,%%ymm5,%%ymm5 \n" // 0xc000 for 2 alpha bits
"vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min "vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min
"vpcmpeqb %%ymm7,%%ymm7,%%ymm7 \n" // 1023 for max
"vpsrlw $6,%%ymm7,%%ymm7 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -4017,12 +3997,10 @@ void OMITFP I212ToAR30Row_AVX2(const uint16_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP_AVX2(yuvconstants) YUVTORGB_SETUP_AVX2(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // AR30 constants "vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // all 1s
"vpsrlw $14,%%ymm5,%%ymm5 \n" "vpsrlw $6,%%ymm5,%%ymm7 \n" // 1023 for max
"vpsllw $4,%%ymm5,%%ymm5 \n" // 2 alpha bits "vpsllw $14,%%ymm5,%%ymm5 \n" // 0xc000 for 2 alpha bits
"vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min "vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min
"vpcmpeqb %%ymm7,%%ymm7,%%ymm7 \n" // 1023 for max
"vpsrlw $6,%%ymm7,%%ymm7 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -4162,12 +4140,10 @@ void OMITFP I410ToAR30Row_AVX2(const uint16_t* y_buf,
asm volatile ( asm volatile (
YUVTORGB_SETUP_AVX2(yuvconstants) YUVTORGB_SETUP_AVX2(yuvconstants)
"sub %[u_buf],%[v_buf] \n" "sub %[u_buf],%[v_buf] \n"
"vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // AR30 constants "vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // all 1s
"vpsrlw $14,%%ymm5,%%ymm5 \n" "vpsrlw $6,%%ymm5,%%ymm7 \n" // 1023 for max
"vpsllw $4,%%ymm5,%%ymm5 \n" // 2 alpha bits "vpsllw $14,%%ymm5,%%ymm5 \n" // 0xc000 for 2 alpha bits
"vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min "vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min
"vpcmpeqb %%ymm7,%%ymm7,%%ymm7 \n" // 1023 for max
"vpsrlw $6,%%ymm7,%%ymm7 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -4471,12 +4447,10 @@ void OMITFP P210ToAR30Row_AVX2(const uint16_t* y_buf,
int width) { int width) {
asm volatile ( asm volatile (
YUVTORGB_SETUP_AVX2(yuvconstants) YUVTORGB_SETUP_AVX2(yuvconstants)
"vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // AR30 constants "vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // all 1s
"vpsrlw $14,%%ymm5,%%ymm5 \n" "vpsrlw $6,%%ymm5,%%ymm7 \n" // 1023 for max
"vpsllw $4,%%ymm5,%%ymm5 \n" // 2 alpha bits "vpsllw $14,%%ymm5,%%ymm5 \n" // 0xc000 for 2 alpha bits
"vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min "vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min
"vpcmpeqb %%ymm7,%%ymm7,%%ymm7 \n" // 1023 for max
"vpsrlw $6,%%ymm7,%%ymm7 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -4508,12 +4482,10 @@ void OMITFP P410ToAR30Row_AVX2(const uint16_t* y_buf,
int width) { int width) {
asm volatile ( asm volatile (
YUVTORGB_SETUP_AVX2(yuvconstants) YUVTORGB_SETUP_AVX2(yuvconstants)
"vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // AR30 constants "vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" // all 1s
"vpsrlw $14,%%ymm5,%%ymm5 \n" "vpsrlw $6,%%ymm5,%%ymm7 \n" // 1023 for max
"vpsllw $4,%%ymm5,%%ymm5 \n" // 2 alpha bits "vpsllw $14,%%ymm5,%%ymm5 \n" // 0xc000 for 2 alpha bits
"vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min "vpxor %%ymm6,%%ymm6,%%ymm6 \n" // 0 for min
"vpcmpeqb %%ymm7,%%ymm7,%%ymm7 \n" // 1023 for max
"vpsrlw $6,%%ymm7,%%ymm7 \n"
LABELALIGN LABELALIGN
"1: \n" "1: \n"
@ -7788,9 +7760,9 @@ void BlendPlaneRow_SSSE3(const uint8_t* src0,
asm volatile( asm volatile(
"pcmpeqb %%xmm5,%%xmm5 \n" "pcmpeqb %%xmm5,%%xmm5 \n"
"psllw $0x8,%%xmm5 \n" "psllw $0x8,%%xmm5 \n"
"mov $0x80808080,%%eax \n" "pcmpeqb %%xmm6,%%xmm6 \n"
"movd %%eax,%%xmm6 \n" "pabsb %%xmm6,%%xmm6 \n"
"pshufd $0x0,%%xmm6,%%xmm6 \n" "psllw $7,%%xmm6 \n"
"mov $0x807f807f,%%eax \n" "mov $0x807f807f,%%eax \n"
"movd %%eax,%%xmm7 \n" "movd %%eax,%%xmm7 \n"
"pshufd $0x0,%%xmm7,%%xmm7 \n" "pshufd $0x0,%%xmm7,%%xmm7 \n"
@ -7840,9 +7812,9 @@ void BlendPlaneRow_AVX2(const uint8_t* src0,
asm volatile( asm volatile(
"vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n" "vpcmpeqb %%ymm5,%%ymm5,%%ymm5 \n"
"vpsllw $0x8,%%ymm5,%%ymm5 \n" "vpsllw $0x8,%%ymm5,%%ymm5 \n"
"mov $0x80808080,%%eax \n" "vpcmpeqb %%ymm6,%%ymm6,%%ymm6 \n"
"vmovd %%eax,%%xmm6 \n" "vpabsb %%ymm6,%%ymm6 \n"
"vbroadcastss %%xmm6,%%ymm6 \n" "vpsllw $7,%%ymm6,%%ymm6 \n"
"mov $0x807f807f,%%eax \n" "mov $0x807f807f,%%eax \n"
"vmovd %%eax,%%xmm7 \n" "vmovd %%eax,%%xmm7 \n"
"vbroadcastss %%xmm7,%%ymm7 \n" "vbroadcastss %%xmm7,%%ymm7 \n"
@ -9123,9 +9095,9 @@ void InterpolateRow_AVX2(uint8_t* dst_ptr,
"vpunpcklbw %%xmm0,%%xmm5,%%xmm5 \n" "vpunpcklbw %%xmm0,%%xmm5,%%xmm5 \n"
"vpunpcklwd %%xmm5,%%xmm5,%%xmm5 \n" "vpunpcklwd %%xmm5,%%xmm5,%%xmm5 \n"
"vbroadcastss %%xmm5,%%ymm5 \n" "vbroadcastss %%xmm5,%%ymm5 \n"
"mov $0x80808080,%%eax \n" "vpcmpeqb %%ymm4,%%ymm4,%%ymm4 \n"
"vmovd %%eax,%%xmm4 \n" "vpabsb %%ymm4,%%ymm4 \n"
"vbroadcastss %%xmm4,%%ymm4 \n" "vpsllw $7,%%ymm4,%%ymm4 \n"
// General purpose row blend. // General purpose row blend.
LABELALIGN LABELALIGN