mirror of
https://chromium.googlesource.com/libyuv/libyuv
synced 2026-10-28 18:07:12 +08:00
Optimize 32-bit ARGBRotate (0, 90, 180, 270) across Intel x86/x64
architectures (SSE2, AVX2, AVX512BW), with matching kernels for ARM
(NEON, SVE2, SME), WASM, LoongArch (LSX, LASX), and RISC-V (RVV):
- Replace column-by-column ScaleARGBRowDownEven gather loops in
ARGBTranspose (90/270) with full-plane horizontal tile transposes:
- AVX512BW (TransposeWxH_32_AVX512BW / TransposeNx4_32_AVX512BW):
Transpose 16x16 blocks across zmm0..zmm31 using 4-stage
vpunpckldq/hdq, vpunpcklqdq/hqdq, and vshufi32x4 butterflies with
k-masked right and bottom tails, eliminating Any wrappers and scalar
C edge fallbacks.
- AVX2 (TransposeWxH_32_AVX2 / TransposeNx4_32_AVX2):
Transpose 8x8 blocks across ymm0..ymm15 using vpunpck* and
vperm2i128 with vpmaskmovd masked tails.
- SSE2 (Transpose4x4_32_SSE2 / Transpose4x4_32_Any_SSE2):
Transpose 4x4 blocks in xmm registers.
- Implement ARGBRotate180 directly via ARGBMirror with negative height,
avoiding intermediate row buffer allocations and extra copies.
- Implement ARGBRotate0 via ARGBCopy.
Speedup vs Before (1275x1650, US Letter 150 DPI, 1000 iterations):
CPU | 0 deg | 90 deg | 180 deg | 270 deg
---------------------|---------|---------|---------|--------
Intel Ice Lake | 1.02x | 1.34x | 1.18x | 1.33x
Intel Skylake-X | 1.02x | 1.20x | 1.07x | 1.13x
Intel Emerald Rapids | 1.01x | 1.07x | 1.00x | 1.07x
Intel AVX-512 vs C | 1.00x | 2.67x | 2.41x | 2.63x
R=rrwinterton@gmail.com
Bug: b/42280915
Test: LIBYUV_WIDTH=1275 LIBYUV_HEIGHT=1650 LIBYUV_REPEAT=1000 ./out/Release/libyuv_unittest --gtest_filter=*ARGBRotate*
Change-Id: Ib308a225c17e46eab083a9da4033598fcf0c303c
Reviewed-on: https://chromium-review.googlesource.com/c/libyuv/libyuv/+/8538986
Reviewed-by: richard winterton <rrwinterton@gmail.com>
93 lines
2.8 KiB
Python
93 lines
2.8 KiB
Python
# Copyright 2014 The LibYuv Project Authors. All rights reserved.
|
|
#
|
|
# Use of this source code is governed by a BSD-style license
|
|
# that can be found in the LICENSE file in the root of the source
|
|
# tree. An additional intellectual property rights grant can be found
|
|
# in the file PATENTS. All contributing project authors may
|
|
# be found in the AUTHORS file in the root of the source tree.
|
|
|
|
{
|
|
'variables': {
|
|
'libyuv_sources': [
|
|
# includes.
|
|
'include/libyuv.h',
|
|
'include/libyuv/basic_types.h',
|
|
'include/libyuv/compare.h',
|
|
'include/libyuv/compare_row.h',
|
|
'include/libyuv/convert.h',
|
|
'include/libyuv/convert_argb.h',
|
|
'include/libyuv/convert_from.h',
|
|
'include/libyuv/convert_from_argb.h',
|
|
'include/libyuv/cpu_id.h',
|
|
'include/libyuv/cpu_support.h',
|
|
'include/libyuv/loongson_intrinsics.h',
|
|
'include/libyuv/mjpeg_decoder.h',
|
|
'include/libyuv/planar_functions.h',
|
|
'include/libyuv/rotate.h',
|
|
'include/libyuv/rotate_argb.h',
|
|
'include/libyuv/rotate_row.h',
|
|
'include/libyuv/row.h',
|
|
'include/libyuv/row_sve.h',
|
|
'include/libyuv/scale.h',
|
|
'include/libyuv/scale_argb.h',
|
|
'include/libyuv/scale_rgb.h',
|
|
'include/libyuv/scale_row.h',
|
|
'include/libyuv/scale_uv.h',
|
|
'include/libyuv/version.h',
|
|
'include/libyuv/video_common.h',
|
|
|
|
# sources.
|
|
'source/compare.cc',
|
|
'source/compare_common.cc',
|
|
'source/compare_gcc.cc',
|
|
'source/compare_neon.cc',
|
|
'source/compare_neon64.cc',
|
|
'source/compare_win.cc',
|
|
'source/convert.cc',
|
|
'source/convert_argb.cc',
|
|
'source/convert_from.cc',
|
|
'source/convert_from_argb.cc',
|
|
'source/convert_jpeg.cc',
|
|
'source/convert_to_argb.cc',
|
|
'source/convert_to_i420.cc',
|
|
'source/cpu_id.cc',
|
|
'source/mjpeg_decoder.cc',
|
|
'source/mjpeg_validate.cc',
|
|
'source/planar_functions.cc',
|
|
'source/rotate.cc',
|
|
'source/rotate_any.cc',
|
|
'source/rotate_argb.cc',
|
|
'source/rotate_common.cc',
|
|
'source/rotate_gcc.cc',
|
|
'source/rotate_lasx.cc',
|
|
'source/rotate_lsx.cc',
|
|
'source/rotate_neon.cc',
|
|
'source/rotate_neon64.cc',
|
|
'source/rotate_rvv.cc',
|
|
'source/rotate_win.cc',
|
|
'source/row_any.cc',
|
|
'source/row_common.cc',
|
|
'source/row_gcc.cc',
|
|
'source/row_lasx.cc',
|
|
'source/row_lsx.cc',
|
|
'source/row_neon.cc',
|
|
'source/row_neon64.cc',
|
|
'source/row_rvv.cc',
|
|
'source/row_win.cc',
|
|
'source/scale.cc',
|
|
'source/scale_any.cc',
|
|
'source/scale_argb.cc',
|
|
'source/scale_common.cc',
|
|
'source/scale_gcc.cc',
|
|
'source/scale_lsx.cc',
|
|
'source/scale_neon.cc',
|
|
'source/scale_neon64.cc',
|
|
'source/scale_rgb.cc',
|
|
'source/scale_rvv.cc',
|
|
'source/scale_uv.cc',
|
|
'source/scale_win.cc',
|
|
'source/video_common.cc',
|
|
],
|
|
}
|
|
}
|