mirror of
https://chromium.googlesource.com/libyuv/libyuv
synced 2026-10-28 18:07:12 +08:00
16af162cf9
Implement SIMD 16-bit plane rotation (TransposePlane_16, RotatePlane90_16, RotatePlane180_16, RotatePlane270_16) used by I010Rotate, I210Rotate, and I410Rotate, keeping tile sizes compact with full-register writes and zero cross-lane shuffles: - AVX2: 8x16 tile in ymm0..ymm15 with _Any tail (low-end x86 SIMD) - AVX-512BW: 8x32 tile in zmm0..zmm15 with k1/k2 right/bottom masks - NEON (ARM64/ARM32): 8x16 tile in v0..v23 / q0..q11 with _Any tail - SME: 8xVL tile using ZA16 horizontal/vertical array slices - RVV: 8xVL tile using widening unpacks with hardware vl tail - WASM SIMD: 8x8 tile in v128 with _Any tail Also update 32-bit ARGBRotate x86 transposes to compact vertical in-lane tiles with full-register writes and zero cross-lane shuffles: - TransposeWxH_32_AVX2: 4x8 tile in ymm0..ymm7 with vpmaskmovd tails - TransposeWxH_32_AVX512BW: 4x16 tile in zmm0..zmm7 with k1/k2 tails Add RotatePlane16_SplitMergeUV_Opt and RotatePlane16_SplitMergeUV_Odd unit tests comparing 16-bit rotation against SplitUVPlane + RotatePlane + MergeUVPlane across 0/90/180/270 degrees. Performance on 1275x1650 (1000 iterations, before -> after): CPU 90 degree 180 degree Coral RVV (Verilator) 7306 -> 1415c (5.16x) 2274 -> 719c (3.16x) AMD Rome (Zen 2) 821 -> 215ms (3.82x) 259 -> 181ms (1.44x) AMD Genoa (Zen 4) 483 -> 129ms (3.73x) 149 -> 111ms (1.34x) AMD Turin (Zen 5) 321 -> 101ms (3.18x) 109 -> 78ms (1.40x) AMD Milan (Zen 3) 505 -> 189ms (2.67x) 199 -> 118ms (1.69x) Intel Skylake-X 1076 -> 447ms (2.41x) 353 -> 317ms (1.11x) WASM SIMD (d8) 415 -> 203ms (2.04x) 370 -> 106ms (3.49x) Intel Emerald Rapids 735 -> 422ms (1.74x) 238 -> 233ms (1.02x) Intel Haswell 1120 -> 648ms (1.73x) 438 -> 393ms (1.11x) Intel Ice Lake 774 -> 474ms (1.63x) 279 -> 290ms (0.96x) ARM Neoverse-N1 864 -> 544ms (1.59x) 404 -> 266ms (1.52x) Ampere Siryn 862 -> 576ms (1.50x) 568 -> 329ms (1.72x) Google Axion (Maple) 554 -> 379ms (1.46x) 199 -> 142ms (1.41x) Intel Sapphire Rapids 1126 -> 772ms (1.46x) 301 -> 288ms (1.04x) Intel Granite Rapids 730 -> 565ms (1.29x) 280 -> 280ms (1.00x) NVIDIA Grace 462 -> 365ms (1.26x) 192 -> 126ms (1.52x) ARM Cortex-A53 28290 -> 24386ms (1.16x) 7178 -> 5075ms (1.41x) Google Axion 2 (Tamar) 523 -> 453ms (1.15x) 217 -> 112ms (1.93x) Test: libyuv_unittest --gtest_filter=*Rotate* Bug: b/42280942 Change-Id: I91ba6cac22185b5d294fcb98344fdb8a23cc94ff Reviewed-on: https://chromium-review.googlesource.com/c/libyuv/libyuv/+/8545294 Reviewed-by: richard winterton <rrwinterton@gmail.com> Commit-Queue: Frank Barchard <fbarchard@google.com>
960 lines
40 KiB
C++
960 lines
40 KiB
C++
/*
|
|
* Copyright 2012 The LibYuv Project Authors. All rights reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include "../unit_test/unit_test.h"
|
|
#include "libyuv/cpu_id.h"
|
|
#include "libyuv/rotate.h"
|
|
|
|
#ifdef ENABLE_ROW_TESTS
|
|
#include "libyuv/rotate_row.h"
|
|
#endif
|
|
|
|
namespace libyuv {
|
|
|
|
#define SUBSAMPLE(v, a) ((((v) + (a) - 1)) / (a))
|
|
|
|
static void I420TestRotate(int src_width,
|
|
int src_height,
|
|
int dst_width,
|
|
int dst_height,
|
|
libyuv::RotationMode mode,
|
|
int benchmark_iterations,
|
|
int disable_cpu_flags,
|
|
int benchmark_cpu_info) {
|
|
if (src_width < 1) {
|
|
src_width = 1;
|
|
}
|
|
if (src_height == 0) {
|
|
src_height = 1;
|
|
}
|
|
if (dst_width < 1) {
|
|
dst_width = 1;
|
|
}
|
|
if (dst_height < 1) {
|
|
dst_height = 1;
|
|
}
|
|
int src_i420_y_size = src_width * Abs(src_height);
|
|
int src_i420_uv_size = ((src_width + 1) / 2) * ((Abs(src_height) + 1) / 2);
|
|
int src_i420_size = src_i420_y_size + src_i420_uv_size * 2;
|
|
align_buffer_page_end(src_i420, src_i420_size);
|
|
for (int i = 0; i < src_i420_size; ++i) {
|
|
src_i420[i] = fastrand() & 0xff;
|
|
}
|
|
|
|
int dst_i420_y_size = dst_width * dst_height;
|
|
int dst_i420_uv_size = ((dst_width + 1) / 2) * ((dst_height + 1) / 2);
|
|
int dst_i420_size = dst_i420_y_size + dst_i420_uv_size * 2;
|
|
align_buffer_page_end(dst_i420_c, dst_i420_size);
|
|
align_buffer_page_end(dst_i420_opt, dst_i420_size);
|
|
memset(dst_i420_c, 2, dst_i420_size);
|
|
memset(dst_i420_opt, 3, dst_i420_size);
|
|
|
|
MaskCpuFlags(disable_cpu_flags); // Disable all CPU optimization.
|
|
I420Rotate(src_i420, src_width, src_i420 + src_i420_y_size,
|
|
(src_width + 1) / 2, src_i420 + src_i420_y_size + src_i420_uv_size,
|
|
(src_width + 1) / 2, dst_i420_c, dst_width,
|
|
dst_i420_c + dst_i420_y_size, (dst_width + 1) / 2,
|
|
dst_i420_c + dst_i420_y_size + dst_i420_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
|
|
MaskCpuFlags(benchmark_cpu_info); // Enable all CPU optimization.
|
|
for (int i = 0; i < benchmark_iterations; ++i) {
|
|
I420Rotate(
|
|
src_i420, src_width, src_i420 + src_i420_y_size, (src_width + 1) / 2,
|
|
src_i420 + src_i420_y_size + src_i420_uv_size, (src_width + 1) / 2,
|
|
dst_i420_opt, dst_width, dst_i420_opt + dst_i420_y_size,
|
|
(dst_width + 1) / 2, dst_i420_opt + dst_i420_y_size + dst_i420_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
}
|
|
|
|
// Rotation should be exact.
|
|
for (int i = 0; i < dst_i420_size; ++i) {
|
|
ASSERT_EQ(dst_i420_c[i], dst_i420_opt[i]);
|
|
}
|
|
|
|
free_aligned_buffer_page_end(dst_i420_c);
|
|
free_aligned_buffer_page_end(dst_i420_opt);
|
|
free_aligned_buffer_page_end(src_i420);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I420Rotate0_Opt) {
|
|
I420TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate0, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I420Rotate90_Opt) {
|
|
I420TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate90, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I420Rotate180_Opt) {
|
|
I420TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate180, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I420Rotate270_Opt) {
|
|
I420TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate270, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
// TODO(fbarchard): Remove odd width tests.
|
|
// Odd width tests work but disabled because they use C code and can be
|
|
// tested by passing an odd width command line or environment variable.
|
|
TEST_F(LibYUVRotateTest, DISABLED_I420Rotate0_Odd) {
|
|
I420TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_width_ + 1, benchmark_height_ + 1, kRotate0,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_I420Rotate90_Odd) {
|
|
I420TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_height_ + 1, benchmark_width_ + 1, kRotate90,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_I420Rotate180_Odd) {
|
|
I420TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_width_ + 1, benchmark_height_ + 1, kRotate180,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_I420Rotate270_Odd) {
|
|
I420TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_height_ + 1, benchmark_width_ + 1, kRotate270,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
static void I422TestRotate(int src_width,
|
|
int src_height,
|
|
int dst_width,
|
|
int dst_height,
|
|
libyuv::RotationMode mode,
|
|
int benchmark_iterations,
|
|
int disable_cpu_flags,
|
|
int benchmark_cpu_info) {
|
|
if (src_width < 1) {
|
|
src_width = 1;
|
|
}
|
|
if (src_height == 0) {
|
|
src_height = 1;
|
|
}
|
|
if (dst_width < 1) {
|
|
dst_width = 1;
|
|
}
|
|
if (dst_height < 1) {
|
|
dst_height = 1;
|
|
}
|
|
int src_i422_y_size = src_width * Abs(src_height);
|
|
int src_i422_uv_size = ((src_width + 1) / 2) * Abs(src_height);
|
|
int src_i422_size = src_i422_y_size + src_i422_uv_size * 2;
|
|
align_buffer_page_end(src_i422, src_i422_size);
|
|
for (int i = 0; i < src_i422_size; ++i) {
|
|
src_i422[i] = fastrand() & 0xff;
|
|
}
|
|
|
|
int dst_i422_y_size = dst_width * dst_height;
|
|
int dst_i422_uv_size = ((dst_width + 1) / 2) * dst_height;
|
|
int dst_i422_size = dst_i422_y_size + dst_i422_uv_size * 2;
|
|
align_buffer_page_end(dst_i422_c, dst_i422_size);
|
|
align_buffer_page_end(dst_i422_opt, dst_i422_size);
|
|
memset(dst_i422_c, 2, dst_i422_size);
|
|
memset(dst_i422_opt, 3, dst_i422_size);
|
|
|
|
MaskCpuFlags(disable_cpu_flags); // Disable all CPU optimization.
|
|
I422Rotate(src_i422, src_width, src_i422 + src_i422_y_size,
|
|
(src_width + 1) / 2, src_i422 + src_i422_y_size + src_i422_uv_size,
|
|
(src_width + 1) / 2, dst_i422_c, dst_width,
|
|
dst_i422_c + dst_i422_y_size, (dst_width + 1) / 2,
|
|
dst_i422_c + dst_i422_y_size + dst_i422_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
|
|
MaskCpuFlags(benchmark_cpu_info); // Enable all CPU optimization.
|
|
for (int i = 0; i < benchmark_iterations; ++i) {
|
|
I422Rotate(
|
|
src_i422, src_width, src_i422 + src_i422_y_size, (src_width + 1) / 2,
|
|
src_i422 + src_i422_y_size + src_i422_uv_size, (src_width + 1) / 2,
|
|
dst_i422_opt, dst_width, dst_i422_opt + dst_i422_y_size,
|
|
(dst_width + 1) / 2, dst_i422_opt + dst_i422_y_size + dst_i422_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
}
|
|
|
|
// Rotation should be exact.
|
|
for (int i = 0; i < dst_i422_size; ++i) {
|
|
ASSERT_EQ(dst_i422_c[i], dst_i422_opt[i]);
|
|
}
|
|
|
|
free_aligned_buffer_page_end(dst_i422_c);
|
|
free_aligned_buffer_page_end(dst_i422_opt);
|
|
free_aligned_buffer_page_end(src_i422);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I422Rotate0_Opt) {
|
|
I422TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate0, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I422Rotate90_Opt) {
|
|
I422TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate90, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I422Rotate180_Opt) {
|
|
I422TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate180, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I422Rotate270_Opt) {
|
|
I422TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate270, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
static void I444TestRotate(int src_width,
|
|
int src_height,
|
|
int dst_width,
|
|
int dst_height,
|
|
libyuv::RotationMode mode,
|
|
int benchmark_iterations,
|
|
int disable_cpu_flags,
|
|
int benchmark_cpu_info) {
|
|
if (src_width < 1) {
|
|
src_width = 1;
|
|
}
|
|
if (src_height == 0) {
|
|
src_height = 1;
|
|
}
|
|
if (dst_width < 1) {
|
|
dst_width = 1;
|
|
}
|
|
if (dst_height < 1) {
|
|
dst_height = 1;
|
|
}
|
|
int src_i444_y_size = src_width * Abs(src_height);
|
|
int src_i444_uv_size = src_width * Abs(src_height);
|
|
int src_i444_size = src_i444_y_size + src_i444_uv_size * 2;
|
|
align_buffer_page_end(src_i444, src_i444_size);
|
|
for (int i = 0; i < src_i444_size; ++i) {
|
|
src_i444[i] = fastrand() & 0xff;
|
|
}
|
|
|
|
int dst_i444_y_size = dst_width * dst_height;
|
|
int dst_i444_uv_size = dst_width * dst_height;
|
|
int dst_i444_size = dst_i444_y_size + dst_i444_uv_size * 2;
|
|
align_buffer_page_end(dst_i444_c, dst_i444_size);
|
|
align_buffer_page_end(dst_i444_opt, dst_i444_size);
|
|
memset(dst_i444_c, 2, dst_i444_size);
|
|
memset(dst_i444_opt, 3, dst_i444_size);
|
|
|
|
MaskCpuFlags(disable_cpu_flags); // Disable all CPU optimization.
|
|
I444Rotate(src_i444, src_width, src_i444 + src_i444_y_size, src_width,
|
|
src_i444 + src_i444_y_size + src_i444_uv_size, src_width,
|
|
dst_i444_c, dst_width, dst_i444_c + dst_i444_y_size, dst_width,
|
|
dst_i444_c + dst_i444_y_size + dst_i444_uv_size, dst_width,
|
|
src_width, src_height, mode);
|
|
|
|
MaskCpuFlags(benchmark_cpu_info); // Enable all CPU optimization.
|
|
for (int i = 0; i < benchmark_iterations; ++i) {
|
|
I444Rotate(src_i444, src_width, src_i444 + src_i444_y_size, src_width,
|
|
src_i444 + src_i444_y_size + src_i444_uv_size, src_width,
|
|
dst_i444_opt, dst_width, dst_i444_opt + dst_i444_y_size,
|
|
dst_width, dst_i444_opt + dst_i444_y_size + dst_i444_uv_size,
|
|
dst_width, src_width, src_height, mode);
|
|
}
|
|
|
|
// Rotation should be exact.
|
|
for (int i = 0; i < dst_i444_size; ++i) {
|
|
ASSERT_EQ(dst_i444_c[i], dst_i444_opt[i]);
|
|
}
|
|
|
|
free_aligned_buffer_page_end(dst_i444_c);
|
|
free_aligned_buffer_page_end(dst_i444_opt);
|
|
free_aligned_buffer_page_end(src_i444);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I444Rotate0_Opt) {
|
|
I444TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate0, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I444Rotate90_Opt) {
|
|
I444TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate90, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I444Rotate180_Opt) {
|
|
I444TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate180, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I444Rotate270_Opt) {
|
|
I444TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate270, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
// TODO(fbarchard): Remove odd width tests.
|
|
// Odd width tests work but disabled because they use C code and can be
|
|
// tested by passing an odd width command line or environment variable.
|
|
TEST_F(LibYUVRotateTest, DISABLED_I444Rotate0_Odd) {
|
|
I444TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_width_ + 1, benchmark_height_ + 1, kRotate0,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_I444Rotate90_Odd) {
|
|
I444TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_height_ + 1, benchmark_width_ + 1, kRotate90,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_I444Rotate180_Odd) {
|
|
I444TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_width_ + 1, benchmark_height_ + 1, kRotate180,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_I444Rotate270_Odd) {
|
|
I444TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_height_ + 1, benchmark_width_ + 1, kRotate270,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
static void NV12TestRotate(int src_width,
|
|
int src_height,
|
|
int dst_width,
|
|
int dst_height,
|
|
libyuv::RotationMode mode,
|
|
int benchmark_iterations,
|
|
int disable_cpu_flags,
|
|
int benchmark_cpu_info) {
|
|
if (src_width < 1) {
|
|
src_width = 1;
|
|
}
|
|
if (src_height == 0) { // allow negative for inversion test.
|
|
src_height = 1;
|
|
}
|
|
if (dst_width < 1) {
|
|
dst_width = 1;
|
|
}
|
|
if (dst_height < 1) {
|
|
dst_height = 1;
|
|
}
|
|
int src_nv12_y_size = src_width * Abs(src_height);
|
|
int src_nv12_uv_size =
|
|
((src_width + 1) / 2) * ((Abs(src_height) + 1) / 2) * 2;
|
|
int src_nv12_size = src_nv12_y_size + src_nv12_uv_size;
|
|
align_buffer_page_end(src_nv12, src_nv12_size);
|
|
for (int i = 0; i < src_nv12_size; ++i) {
|
|
src_nv12[i] = fastrand() & 0xff;
|
|
}
|
|
|
|
int dst_i420_y_size = dst_width * dst_height;
|
|
int dst_i420_uv_size = ((dst_width + 1) / 2) * ((dst_height + 1) / 2);
|
|
int dst_i420_size = dst_i420_y_size + dst_i420_uv_size * 2;
|
|
align_buffer_page_end(dst_i420_c, dst_i420_size);
|
|
align_buffer_page_end(dst_i420_opt, dst_i420_size);
|
|
memset(dst_i420_c, 2, dst_i420_size);
|
|
memset(dst_i420_opt, 3, dst_i420_size);
|
|
|
|
MaskCpuFlags(disable_cpu_flags); // Disable all CPU optimization.
|
|
NV12ToI420Rotate(src_nv12, src_width, src_nv12 + src_nv12_y_size,
|
|
(src_width + 1) & ~1, dst_i420_c, dst_width,
|
|
dst_i420_c + dst_i420_y_size, (dst_width + 1) / 2,
|
|
dst_i420_c + dst_i420_y_size + dst_i420_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
|
|
MaskCpuFlags(benchmark_cpu_info); // Enable all CPU optimization.
|
|
for (int i = 0; i < benchmark_iterations; ++i) {
|
|
NV12ToI420Rotate(src_nv12, src_width, src_nv12 + src_nv12_y_size,
|
|
(src_width + 1) & ~1, dst_i420_opt, dst_width,
|
|
dst_i420_opt + dst_i420_y_size, (dst_width + 1) / 2,
|
|
dst_i420_opt + dst_i420_y_size + dst_i420_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
}
|
|
|
|
// Rotation should be exact.
|
|
for (int i = 0; i < dst_i420_size; ++i) {
|
|
ASSERT_EQ(dst_i420_c[i], dst_i420_opt[i]);
|
|
}
|
|
|
|
free_aligned_buffer_page_end(dst_i420_c);
|
|
free_aligned_buffer_page_end(dst_i420_opt);
|
|
free_aligned_buffer_page_end(src_nv12);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, NV12Rotate0_Opt) {
|
|
NV12TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate0, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, NV12Rotate90_Opt) {
|
|
NV12TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate90, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, NV12Rotate180_Opt) {
|
|
NV12TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate180, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, NV12Rotate270_Opt) {
|
|
NV12TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate270, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_NV12Rotate0_Odd) {
|
|
NV12TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_width_ + 1, benchmark_height_ + 1, kRotate0,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_NV12Rotate90_Odd) {
|
|
NV12TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_height_ + 1, benchmark_width_ + 1, kRotate90,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_NV12Rotate180_Odd) {
|
|
NV12TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_width_ + 1, benchmark_height_ + 1, kRotate180,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, DISABLED_NV12Rotate270_Odd) {
|
|
NV12TestRotate(benchmark_width_ + 1, benchmark_height_ + 1,
|
|
benchmark_height_ + 1, benchmark_width_ + 1, kRotate270,
|
|
benchmark_iterations_, disable_cpu_flags_,
|
|
benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, NV12Rotate0_Invert) {
|
|
NV12TestRotate(benchmark_width_, -benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate0, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, NV12Rotate90_Invert) {
|
|
NV12TestRotate(benchmark_width_, -benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate90, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, NV12Rotate180_Invert) {
|
|
NV12TestRotate(benchmark_width_, -benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate180, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, NV12Rotate270_Invert) {
|
|
NV12TestRotate(benchmark_width_, -benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate270, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
// Test Android 420 to I420 Rotate
|
|
#define TESTAPLANARTOPI(SRC_FMT_PLANAR, PIXEL_STRIDE, SRC_SUBSAMP_X, \
|
|
SRC_SUBSAMP_Y, FMT_PLANAR, SUBSAMP_X, SUBSAMP_Y, \
|
|
W1280, N, NEG, OFF, PN, OFF_U, OFF_V, ROT) \
|
|
TEST_F(LibYUVRotateTest, \
|
|
SRC_FMT_PLANAR##To##FMT_PLANAR##Rotate##ROT##To##PN##N) { \
|
|
const int kWidth = W1280; \
|
|
const int kHeight = benchmark_height_; \
|
|
const int kSizeUV = \
|
|
SUBSAMPLE(kWidth, SRC_SUBSAMP_X) * SUBSAMPLE(kHeight, SRC_SUBSAMP_Y); \
|
|
align_buffer_page_end(src_y, kWidth * kHeight + OFF); \
|
|
align_buffer_page_end(src_uv, \
|
|
kSizeUV * ((PIXEL_STRIDE == 3) ? 3 : 2) + OFF); \
|
|
align_buffer_page_end(dst_y_c, kWidth * kHeight); \
|
|
align_buffer_page_end(dst_u_c, SUBSAMPLE(kWidth, SUBSAMP_X) * \
|
|
SUBSAMPLE(kHeight, SUBSAMP_Y)); \
|
|
align_buffer_page_end(dst_v_c, SUBSAMPLE(kWidth, SUBSAMP_X) * \
|
|
SUBSAMPLE(kHeight, SUBSAMP_Y)); \
|
|
align_buffer_page_end(dst_y_opt, kWidth * kHeight); \
|
|
align_buffer_page_end(dst_u_opt, SUBSAMPLE(kWidth, SUBSAMP_X) * \
|
|
SUBSAMPLE(kHeight, SUBSAMP_Y)); \
|
|
align_buffer_page_end(dst_v_opt, SUBSAMPLE(kWidth, SUBSAMP_X) * \
|
|
SUBSAMPLE(kHeight, SUBSAMP_Y)); \
|
|
uint8_t* src_u = src_uv + OFF_U; \
|
|
uint8_t* src_v = src_uv + (PIXEL_STRIDE == 1 ? kSizeUV : OFF_V); \
|
|
int src_stride_uv = SUBSAMPLE(kWidth, SUBSAMP_X) * PIXEL_STRIDE; \
|
|
for (int i = 0; i < kHeight; ++i) \
|
|
for (int j = 0; j < kWidth; ++j) \
|
|
src_y[i * kWidth + j + OFF] = (fastrand() & 0xff); \
|
|
for (int i = 0; i < SUBSAMPLE(kHeight, SRC_SUBSAMP_Y); ++i) { \
|
|
for (int j = 0; j < SUBSAMPLE(kWidth, SRC_SUBSAMP_X); ++j) { \
|
|
src_u[(i * src_stride_uv) + j * PIXEL_STRIDE + OFF] = \
|
|
(fastrand() & 0xff); \
|
|
src_v[(i * src_stride_uv) + j * PIXEL_STRIDE + OFF] = \
|
|
(fastrand() & 0xff); \
|
|
} \
|
|
} \
|
|
memset(dst_y_c, 1, kWidth * kHeight); \
|
|
memset(dst_u_c, 2, \
|
|
SUBSAMPLE(kWidth, SUBSAMP_X) * SUBSAMPLE(kHeight, SUBSAMP_Y)); \
|
|
memset(dst_v_c, 3, \
|
|
SUBSAMPLE(kWidth, SUBSAMP_X) * SUBSAMPLE(kHeight, SUBSAMP_Y)); \
|
|
memset(dst_y_opt, 101, kWidth * kHeight); \
|
|
memset(dst_u_opt, 102, \
|
|
SUBSAMPLE(kWidth, SUBSAMP_X) * SUBSAMPLE(kHeight, SUBSAMP_Y)); \
|
|
memset(dst_v_opt, 103, \
|
|
SUBSAMPLE(kWidth, SUBSAMP_X) * SUBSAMPLE(kHeight, SUBSAMP_Y)); \
|
|
MaskCpuFlags(disable_cpu_flags_); \
|
|
SRC_FMT_PLANAR##To##FMT_PLANAR##Rotate( \
|
|
src_y + OFF, kWidth, src_u + OFF, SUBSAMPLE(kWidth, SRC_SUBSAMP_X), \
|
|
src_v + OFF, SUBSAMPLE(kWidth, SRC_SUBSAMP_X), PIXEL_STRIDE, dst_y_c, \
|
|
kWidth, dst_u_c, SUBSAMPLE(kWidth, SUBSAMP_X), dst_v_c, \
|
|
SUBSAMPLE(kWidth, SUBSAMP_X), kWidth, NEG kHeight, \
|
|
(libyuv::RotationMode)ROT); \
|
|
MaskCpuFlags(benchmark_cpu_info_); \
|
|
for (int i = 0; i < benchmark_iterations_; ++i) { \
|
|
SRC_FMT_PLANAR##To##FMT_PLANAR##Rotate( \
|
|
src_y + OFF, kWidth, src_u + OFF, SUBSAMPLE(kWidth, SRC_SUBSAMP_X), \
|
|
src_v + OFF, SUBSAMPLE(kWidth, SRC_SUBSAMP_X), PIXEL_STRIDE, \
|
|
dst_y_opt, kWidth, dst_u_opt, SUBSAMPLE(kWidth, SUBSAMP_X), \
|
|
dst_v_opt, SUBSAMPLE(kWidth, SUBSAMP_X), kWidth, NEG kHeight, \
|
|
(libyuv::RotationMode)ROT); \
|
|
} \
|
|
for (int i = 0; i < kHeight; ++i) { \
|
|
for (int j = 0; j < kWidth; ++j) { \
|
|
ASSERT_EQ(dst_y_c[i * kWidth + j], dst_y_opt[i * kWidth + j]); \
|
|
} \
|
|
} \
|
|
for (int i = 0; i < SUBSAMPLE(kHeight, SUBSAMP_Y); ++i) { \
|
|
for (int j = 0; j < SUBSAMPLE(kWidth, SUBSAMP_X); ++j) { \
|
|
ASSERT_EQ(dst_u_c[i * SUBSAMPLE(kWidth, SUBSAMP_X) + j], \
|
|
dst_u_opt[i * SUBSAMPLE(kWidth, SUBSAMP_X) + j]); \
|
|
} \
|
|
} \
|
|
for (int i = 0; i < SUBSAMPLE(kHeight, SUBSAMP_Y); ++i) { \
|
|
for (int j = 0; j < SUBSAMPLE(kWidth, SUBSAMP_X); ++j) { \
|
|
ASSERT_EQ(dst_v_c[i * SUBSAMPLE(kWidth, SUBSAMP_X) + j], \
|
|
dst_v_opt[i * SUBSAMPLE(kWidth, SUBSAMP_X) + j]); \
|
|
} \
|
|
} \
|
|
free_aligned_buffer_page_end(dst_y_c); \
|
|
free_aligned_buffer_page_end(dst_u_c); \
|
|
free_aligned_buffer_page_end(dst_v_c); \
|
|
free_aligned_buffer_page_end(dst_y_opt); \
|
|
free_aligned_buffer_page_end(dst_u_opt); \
|
|
free_aligned_buffer_page_end(dst_v_opt); \
|
|
free_aligned_buffer_page_end(src_y); \
|
|
free_aligned_buffer_page_end(src_uv); \
|
|
}
|
|
|
|
#define TESTAPLANARTOP(SRC_FMT_PLANAR, PN, PIXEL_STRIDE, OFF_U, OFF_V, \
|
|
SRC_SUBSAMP_X, SRC_SUBSAMP_Y, FMT_PLANAR, SUBSAMP_X, \
|
|
SUBSAMP_Y) \
|
|
TESTAPLANARTOPI(SRC_FMT_PLANAR, PIXEL_STRIDE, SRC_SUBSAMP_X, SRC_SUBSAMP_Y, \
|
|
FMT_PLANAR, SUBSAMP_X, SUBSAMP_Y, benchmark_width_ + 1, \
|
|
_Any, +, 0, PN, OFF_U, OFF_V, 0) \
|
|
TESTAPLANARTOPI(SRC_FMT_PLANAR, PIXEL_STRIDE, SRC_SUBSAMP_X, SRC_SUBSAMP_Y, \
|
|
FMT_PLANAR, SUBSAMP_X, SUBSAMP_Y, benchmark_width_, \
|
|
_Unaligned, +, 2, PN, OFF_U, OFF_V, 0) \
|
|
TESTAPLANARTOPI(SRC_FMT_PLANAR, PIXEL_STRIDE, SRC_SUBSAMP_X, SRC_SUBSAMP_Y, \
|
|
FMT_PLANAR, SUBSAMP_X, SUBSAMP_Y, benchmark_width_, _Invert, \
|
|
-, 0, PN, OFF_U, OFF_V, 0) \
|
|
TESTAPLANARTOPI(SRC_FMT_PLANAR, PIXEL_STRIDE, SRC_SUBSAMP_X, SRC_SUBSAMP_Y, \
|
|
FMT_PLANAR, SUBSAMP_X, SUBSAMP_Y, benchmark_width_, _Opt, +, \
|
|
0, PN, OFF_U, OFF_V, 0) \
|
|
TESTAPLANARTOPI(SRC_FMT_PLANAR, PIXEL_STRIDE, SRC_SUBSAMP_X, SRC_SUBSAMP_Y, \
|
|
FMT_PLANAR, SUBSAMP_X, SUBSAMP_Y, benchmark_width_, _Opt, +, \
|
|
0, PN, OFF_U, OFF_V, 180)
|
|
|
|
TESTAPLANARTOP(Android420, I420, 1, 0, 0, 2, 2, I420, 2, 2)
|
|
TESTAPLANARTOP(Android420, NV12, 2, 0, 1, 2, 2, I420, 2, 2)
|
|
TESTAPLANARTOP(Android420, NV21, 2, 1, 0, 2, 2, I420, 2, 2)
|
|
#undef TESTAPLANARTOP
|
|
#undef TESTAPLANARTOPI
|
|
|
|
static void I010TestRotate(int src_width,
|
|
int src_height,
|
|
int dst_width,
|
|
int dst_height,
|
|
libyuv::RotationMode mode,
|
|
int benchmark_iterations,
|
|
int disable_cpu_flags,
|
|
int benchmark_cpu_info) {
|
|
if (src_width < 1) {
|
|
src_width = 1;
|
|
}
|
|
if (src_height == 0) {
|
|
src_height = 1;
|
|
}
|
|
if (dst_width < 1) {
|
|
dst_width = 1;
|
|
}
|
|
if (dst_height < 1) {
|
|
dst_height = 1;
|
|
}
|
|
int src_i010_y_size = src_width * Abs(src_height);
|
|
int src_i010_uv_size = ((src_width + 1) / 2) * ((Abs(src_height) + 1) / 2);
|
|
int src_i010_size = src_i010_y_size + src_i010_uv_size * 2;
|
|
align_buffer_page_end_16(src_i010, src_i010_size);
|
|
for (int i = 0; i < src_i010_size; ++i) {
|
|
src_i010[i] = fastrand() & 0x3ff;
|
|
}
|
|
|
|
int dst_i010_y_size = dst_width * dst_height;
|
|
int dst_i010_uv_size = ((dst_width + 1) / 2) * ((dst_height + 1) / 2);
|
|
int dst_i010_size = dst_i010_y_size + dst_i010_uv_size * 2;
|
|
align_buffer_page_end_16(dst_i010_c, dst_i010_size);
|
|
align_buffer_page_end_16(dst_i010_opt, dst_i010_size);
|
|
memset(dst_i010_c, 2, dst_i010_size * 2);
|
|
memset(dst_i010_opt, 3, dst_i010_size * 2);
|
|
|
|
MaskCpuFlags(disable_cpu_flags); // Disable all CPU optimization.
|
|
I010Rotate(src_i010, src_width, src_i010 + src_i010_y_size,
|
|
(src_width + 1) / 2, src_i010 + src_i010_y_size + src_i010_uv_size,
|
|
(src_width + 1) / 2, dst_i010_c, dst_width,
|
|
dst_i010_c + dst_i010_y_size, (dst_width + 1) / 2,
|
|
dst_i010_c + dst_i010_y_size + dst_i010_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
|
|
MaskCpuFlags(benchmark_cpu_info); // Enable all CPU optimization.
|
|
for (int i = 0; i < benchmark_iterations; ++i) {
|
|
I010Rotate(
|
|
src_i010, src_width, src_i010 + src_i010_y_size, (src_width + 1) / 2,
|
|
src_i010 + src_i010_y_size + src_i010_uv_size, (src_width + 1) / 2,
|
|
dst_i010_opt, dst_width, dst_i010_opt + dst_i010_y_size,
|
|
(dst_width + 1) / 2, dst_i010_opt + dst_i010_y_size + dst_i010_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
}
|
|
|
|
// Rotation should be exact.
|
|
for (int i = 0; i < dst_i010_size; ++i) {
|
|
ASSERT_EQ(dst_i010_c[i], dst_i010_opt[i]);
|
|
}
|
|
|
|
free_aligned_buffer_page_end_16(dst_i010_c);
|
|
free_aligned_buffer_page_end_16(dst_i010_opt);
|
|
free_aligned_buffer_page_end_16(src_i010);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I010Rotate0_Opt) {
|
|
I010TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate0, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I010Rotate90_Opt) {
|
|
I010TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate90, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I010Rotate180_Opt) {
|
|
I010TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate180, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I010Rotate270_Opt) {
|
|
I010TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate270, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
static void I210TestRotate(int src_width,
|
|
int src_height,
|
|
int dst_width,
|
|
int dst_height,
|
|
libyuv::RotationMode mode,
|
|
int benchmark_iterations,
|
|
int disable_cpu_flags,
|
|
int benchmark_cpu_info) {
|
|
if (src_width < 1) {
|
|
src_width = 1;
|
|
}
|
|
if (src_height == 0) {
|
|
src_height = 1;
|
|
}
|
|
if (dst_width < 1) {
|
|
dst_width = 1;
|
|
}
|
|
if (dst_height < 1) {
|
|
dst_height = 1;
|
|
}
|
|
int src_i210_y_size = src_width * Abs(src_height);
|
|
int src_i210_uv_size = ((src_width + 1) / 2) * Abs(src_height);
|
|
int src_i210_size = src_i210_y_size + src_i210_uv_size * 2;
|
|
align_buffer_page_end_16(src_i210, src_i210_size);
|
|
for (int i = 0; i < src_i210_size; ++i) {
|
|
src_i210[i] = fastrand() & 0x3ff;
|
|
}
|
|
|
|
int dst_i210_y_size = dst_width * dst_height;
|
|
int dst_i210_uv_size = ((dst_width + 1) / 2) * dst_height;
|
|
int dst_i210_size = dst_i210_y_size + dst_i210_uv_size * 2;
|
|
align_buffer_page_end_16(dst_i210_c, dst_i210_size);
|
|
align_buffer_page_end_16(dst_i210_opt, dst_i210_size);
|
|
memset(dst_i210_c, 2, dst_i210_size * 2);
|
|
memset(dst_i210_opt, 3, dst_i210_size * 2);
|
|
|
|
MaskCpuFlags(disable_cpu_flags); // Disable all CPU optimization.
|
|
I210Rotate(src_i210, src_width, src_i210 + src_i210_y_size,
|
|
(src_width + 1) / 2, src_i210 + src_i210_y_size + src_i210_uv_size,
|
|
(src_width + 1) / 2, dst_i210_c, dst_width,
|
|
dst_i210_c + dst_i210_y_size, (dst_width + 1) / 2,
|
|
dst_i210_c + dst_i210_y_size + dst_i210_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
|
|
MaskCpuFlags(benchmark_cpu_info); // Enable all CPU optimization.
|
|
for (int i = 0; i < benchmark_iterations; ++i) {
|
|
I210Rotate(
|
|
src_i210, src_width, src_i210 + src_i210_y_size, (src_width + 1) / 2,
|
|
src_i210 + src_i210_y_size + src_i210_uv_size, (src_width + 1) / 2,
|
|
dst_i210_opt, dst_width, dst_i210_opt + dst_i210_y_size,
|
|
(dst_width + 1) / 2, dst_i210_opt + dst_i210_y_size + dst_i210_uv_size,
|
|
(dst_width + 1) / 2, src_width, src_height, mode);
|
|
}
|
|
|
|
// Rotation should be exact.
|
|
for (int i = 0; i < dst_i210_size; ++i) {
|
|
ASSERT_EQ(dst_i210_c[i], dst_i210_opt[i]);
|
|
}
|
|
|
|
free_aligned_buffer_page_end_16(dst_i210_c);
|
|
free_aligned_buffer_page_end_16(dst_i210_opt);
|
|
free_aligned_buffer_page_end_16(src_i210);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I210Rotate0_Opt) {
|
|
I210TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate0, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I210Rotate90_Opt) {
|
|
I210TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate90, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I210Rotate180_Opt) {
|
|
I210TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate180, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I210Rotate270_Opt) {
|
|
I210TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate270, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
static void I410TestRotate(int src_width,
|
|
int src_height,
|
|
int dst_width,
|
|
int dst_height,
|
|
libyuv::RotationMode mode,
|
|
int benchmark_iterations,
|
|
int disable_cpu_flags,
|
|
int benchmark_cpu_info) {
|
|
if (src_width < 1) {
|
|
src_width = 1;
|
|
}
|
|
if (src_height == 0) {
|
|
src_height = 1;
|
|
}
|
|
if (dst_width < 1) {
|
|
dst_width = 1;
|
|
}
|
|
if (dst_height < 1) {
|
|
dst_height = 1;
|
|
}
|
|
int src_i410_y_size = src_width * Abs(src_height);
|
|
int src_i410_uv_size = src_width * Abs(src_height);
|
|
int src_i410_size = src_i410_y_size + src_i410_uv_size * 2;
|
|
align_buffer_page_end_16(src_i410, src_i410_size);
|
|
for (int i = 0; i < src_i410_size; ++i) {
|
|
src_i410[i] = fastrand() & 0x3ff;
|
|
}
|
|
|
|
int dst_i410_y_size = dst_width * dst_height;
|
|
int dst_i410_uv_size = dst_width * dst_height;
|
|
int dst_i410_size = dst_i410_y_size + dst_i410_uv_size * 2;
|
|
align_buffer_page_end_16(dst_i410_c, dst_i410_size);
|
|
align_buffer_page_end_16(dst_i410_opt, dst_i410_size);
|
|
memset(dst_i410_c, 2, dst_i410_size * 2);
|
|
memset(dst_i410_opt, 3, dst_i410_size * 2);
|
|
|
|
MaskCpuFlags(disable_cpu_flags); // Disable all CPU optimization.
|
|
I410Rotate(src_i410, src_width, src_i410 + src_i410_y_size, src_width,
|
|
src_i410 + src_i410_y_size + src_i410_uv_size, src_width,
|
|
dst_i410_c, dst_width, dst_i410_c + dst_i410_y_size, dst_width,
|
|
dst_i410_c + dst_i410_y_size + dst_i410_uv_size, dst_width,
|
|
src_width, src_height, mode);
|
|
|
|
MaskCpuFlags(benchmark_cpu_info); // Enable all CPU optimization.
|
|
for (int i = 0; i < benchmark_iterations; ++i) {
|
|
I410Rotate(src_i410, src_width, src_i410 + src_i410_y_size, src_width,
|
|
src_i410 + src_i410_y_size + src_i410_uv_size, src_width,
|
|
dst_i410_opt, dst_width, dst_i410_opt + dst_i410_y_size,
|
|
dst_width, dst_i410_opt + dst_i410_y_size + dst_i410_uv_size,
|
|
dst_width, src_width, src_height, mode);
|
|
}
|
|
|
|
// Rotation should be exact.
|
|
for (int i = 0; i < dst_i410_size; ++i) {
|
|
ASSERT_EQ(dst_i410_c[i], dst_i410_opt[i]);
|
|
}
|
|
|
|
free_aligned_buffer_page_end_16(dst_i410_c);
|
|
free_aligned_buffer_page_end_16(dst_i410_opt);
|
|
free_aligned_buffer_page_end_16(src_i410);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I410Rotate0_Opt) {
|
|
I410TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate0, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I410Rotate90_Opt) {
|
|
I410TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate90, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I410Rotate180_Opt) {
|
|
I410TestRotate(benchmark_width_, benchmark_height_, benchmark_width_,
|
|
benchmark_height_, kRotate180, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, I410Rotate270_Opt) {
|
|
I410TestRotate(benchmark_width_, benchmark_height_, benchmark_height_,
|
|
benchmark_width_, kRotate270, benchmark_iterations_,
|
|
disable_cpu_flags_, benchmark_cpu_info_);
|
|
}
|
|
|
|
#if defined(ENABLE_ROW_TESTS)
|
|
|
|
TEST_F(LibYUVRotateTest, TransposeWx4_32_Test) {
|
|
// dst width and height
|
|
const int width = 4;
|
|
const int height = 4;
|
|
int src_pixels[4][4];
|
|
int dst_pixels_c[4][4];
|
|
int dst_pixels_opt[4][4];
|
|
|
|
for (int i = 0; i < 4; ++i) {
|
|
for (int j = 0; j < 4; ++j) {
|
|
src_pixels[i][j] = i * 10 + j;
|
|
}
|
|
}
|
|
memset(dst_pixels_c, 1, width * height * 4);
|
|
memset(dst_pixels_opt, 2, width * height * 4);
|
|
|
|
TransposeWx4_32_C((const uint8_t*)src_pixels, height * 4,
|
|
(uint8_t*)dst_pixels_c, width * 4, width);
|
|
|
|
const int benchmark_iterations =
|
|
(benchmark_iterations_ * benchmark_width_ * benchmark_height_ + 15) /
|
|
(4 * 4);
|
|
for (int i = 0; i < benchmark_iterations; ++i) {
|
|
#if defined(HAS_TRANSPOSEWX4_32_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
TransposeWx4_32_NEON((const uint8_t*)src_pixels, height * 4,
|
|
(uint8_t*)dst_pixels_opt, width * 4, width);
|
|
} else
|
|
#elif defined(HAS_TRANSPOSEWX4_32_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
TransposeWx4_32_SSE2((const uint8_t*)src_pixels, height * 4,
|
|
(uint8_t*)dst_pixels_opt, width * 4, width);
|
|
} else
|
|
#endif
|
|
{
|
|
TransposeWx4_32_C((const uint8_t*)src_pixels, height * 4,
|
|
(uint8_t*)dst_pixels_opt, width * 4, width);
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < 4; ++i) {
|
|
for (int j = 0; j < 4; ++j) {
|
|
ASSERT_EQ(dst_pixels_c[i][j], src_pixels[j][i]);
|
|
ASSERT_EQ(dst_pixels_c[i][j], dst_pixels_opt[i][j]);
|
|
}
|
|
}
|
|
}
|
|
|
|
TEST_F(LibYUVRotateTest, TransposeWx4_32_Opt) {
|
|
// dst width and height
|
|
const int width = ((benchmark_width_ * benchmark_height_ + 3) / 4 + 3) & ~3;
|
|
const int height = 4;
|
|
align_buffer_page_end(src_pixels, height * width * 4);
|
|
align_buffer_page_end(dst_pixels_c, width * height * 4);
|
|
align_buffer_page_end(dst_pixels_opt, width * height * 4);
|
|
|
|
MemRandomize(src_pixels, height * width * 4);
|
|
memset(dst_pixels_c, 1, width * height * 4);
|
|
memset(dst_pixels_opt, 2, width * height * 4);
|
|
|
|
TransposeWx4_32_C((const uint8_t*)src_pixels, height * 4,
|
|
(uint8_t*)dst_pixels_c, width * 4, width);
|
|
|
|
for (int i = 0; i < benchmark_iterations_; ++i) {
|
|
#if defined(HAS_TRANSPOSEWX4_32_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
TransposeWx4_32_NEON((const uint8_t*)src_pixels, height * 4,
|
|
(uint8_t*)dst_pixels_opt, width * 4, width);
|
|
} else
|
|
#elif defined(HAS_TRANSPOSEWX4_32_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
TransposeWx4_32_SSE2((const uint8_t*)src_pixels, height * 4,
|
|
(uint8_t*)dst_pixels_opt, width * 4, width);
|
|
} else
|
|
#endif
|
|
{
|
|
TransposeWx4_32_C((const uint8_t*)src_pixels, height * 4,
|
|
(uint8_t*)dst_pixels_opt, width * 4, width);
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < width * height; ++i) {
|
|
ASSERT_EQ(dst_pixels_c[i], dst_pixels_opt[i]);
|
|
}
|
|
|
|
free_aligned_buffer_page_end(src_pixels);
|
|
free_aligned_buffer_page_end(dst_pixels_c);
|
|
free_aligned_buffer_page_end(dst_pixels_opt);
|
|
}
|
|
|
|
#endif // ENABLE_ROW_TESTS
|
|
|
|
} // namespace libyuv
|