mirror of
https://chromium.googlesource.com/libyuv/libyuv
synced 2026-10-28 18:07:12 +08:00
98697ab033
d8 geomean speedup vs C compiled with -O2 -msimd128: File AMD Zen 3 ARM Neoverse-V2 row_wasm.cc 5.67x 3.24x scale_wasm.cc 5.47x 3.17x compare_wasm.cc 4.58x 5.77x rotate_wasm.cc 6.83x 6.03x Bug: None Change-Id: Ia06c805dc4029f94842c40e7301b2933beb8c1e5 Reviewed-on: https://chromium-review.googlesource.com/c/libyuv/libyuv/+/8524106 Reviewed-by: richard winterton <rrwinterton@gmail.com>
4389 lines
126 KiB
C++
4389 lines
126 KiB
C++
/*
|
|
* Copyright 2012 The LibYuv Project Authors. All rights reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "libyuv/convert_from_argb.h"
|
|
|
|
#include <limits.h>
|
|
#include <stdint.h>
|
|
#include <string.h> // For memcpy.
|
|
|
|
#include "libyuv/convert.h"
|
|
#include "libyuv/cpu_id.h"
|
|
#include "libyuv/planar_functions.h"
|
|
#include "libyuv/row.h"
|
|
|
|
#ifdef __cplusplus
|
|
namespace libyuv {
|
|
extern "C" {
|
|
#endif
|
|
|
|
// ARGB little endian (bgra in memory) to I444
|
|
LIBYUV_API
|
|
int ARGBToI444(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI444Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y, dst_u,
|
|
dst_stride_u, dst_v, dst_stride_v,
|
|
&kArgbI601Constants, width, height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToI444Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUV444MatrixRow)(
|
|
const uint8_t* src_argb, uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) = ARGBToUV444MatrixRow_C;
|
|
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
if (!src_argb || !dst_y || !dst_u || !dst_v || !argbconstants || width <= 0 ||
|
|
height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, argbconstants);
|
|
ARGBToUV444MatrixRow(src_argb, dst_u, dst_v, width, argbconstants);
|
|
src_argb += src_stride_argb;
|
|
dst_y += dst_stride_y;
|
|
dst_u += dst_stride_u;
|
|
dst_v += dst_stride_v;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// ARGB little endian (bgra in memory) to I422
|
|
LIBYUV_API
|
|
int ARGBToI422(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI422Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y, dst_u,
|
|
dst_stride_u, dst_v, dst_stride_v,
|
|
&kArgbI601Constants, width, height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToI422Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUVMatrixRow)(const uint8_t* src_argb, int src_stride_argb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) =
|
|
ARGBToUVMatrixRow_C;
|
|
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SVE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SME;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
if (!src_argb || !dst_y || !dst_u || !dst_v || !argbconstants || width <= 0 ||
|
|
height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToUVMatrixRow(src_argb, 0, dst_u, dst_v, width, argbconstants);
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, argbconstants);
|
|
src_argb += src_stride_argb;
|
|
dst_y += dst_stride_y;
|
|
dst_u += dst_stride_u;
|
|
dst_v += dst_stride_v;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToNV12(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
int width,
|
|
int height) {
|
|
return ARGBToNV12Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
dst_uv, dst_stride_uv, &kArgbI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToNV12Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
int halfwidth = (width + 1) >> 1;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUVMatrixRow)(const uint8_t* src_argb, int src_stride_argb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) =
|
|
ARGBToUVMatrixRow_C;
|
|
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SVE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SME;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
void (*MergeUVRow)(const uint8_t* src_u, const uint8_t* src_v,
|
|
uint8_t* dst_uv, int width) = MergeUVRow_C;
|
|
if (!src_argb || !dst_y || !dst_uv || !argbconstants || width <= 0 ||
|
|
height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
#if defined(HAS_MERGEUVROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
MergeUVRow = MergeUVRow_Any_SSE2;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX2;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MergeUVRow = MergeUVRow_Any_NEON;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
MergeUVRow = MergeUVRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MergeUVRow = MergeUVRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
MergeUVRow = MergeUVRow_Any_LSX;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MergeUVRow = MergeUVRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MergeUVRow = MergeUVRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
// Allocate a rows of uv.
|
|
align_buffer_64(row_u, ((halfwidth + 31) & ~31) * 2);
|
|
uint8_t* row_v = row_u + ((halfwidth + 31) & ~31);
|
|
if (!row_u)
|
|
return 1;
|
|
|
|
for (y = 0; y < height - 1; y += 2) {
|
|
ARGBToUVMatrixRow(src_argb, src_stride_argb, row_u, row_v, width,
|
|
argbconstants);
|
|
MergeUVRow(row_u, row_v, dst_uv, halfwidth);
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, argbconstants);
|
|
ARGBToYMatrixRow(src_argb + src_stride_argb, dst_y + dst_stride_y, width,
|
|
argbconstants);
|
|
src_argb += src_stride_argb * 2;
|
|
dst_y += dst_stride_y * 2;
|
|
dst_uv += dst_stride_uv;
|
|
}
|
|
if (height & 1) {
|
|
ARGBToUVMatrixRow(src_argb, 0, row_u, row_v, width, argbconstants);
|
|
MergeUVRow(row_u, row_v, dst_uv, halfwidth);
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, argbconstants);
|
|
}
|
|
free_aligned_buffer_64(row_u);
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToNV16(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
int width,
|
|
int height) {
|
|
return ARGBToNV16Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
dst_uv, dst_stride_uv, &kArgbI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToNV16Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
int halfwidth = (width >> 1) + (width & 1);
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUVMatrixRow)(const uint8_t* src_argb, int src_stride_argb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) =
|
|
ARGBToUVMatrixRow_C;
|
|
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SVE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SME;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
void (*MergeUVRow)(const uint8_t* src_u, const uint8_t* src_v,
|
|
uint8_t* dst_uv, int width) = MergeUVRow_C;
|
|
if (!src_argb || !dst_y || !dst_uv || !argbconstants || width <= 0 ||
|
|
height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
#if defined(HAS_MERGEUVROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
MergeUVRow = MergeUVRow_Any_SSE2;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX2;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MergeUVRow = MergeUVRow_Any_NEON;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
MergeUVRow = MergeUVRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MergeUVRow = MergeUVRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
MergeUVRow = MergeUVRow_Any_LSX;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MergeUVRow = MergeUVRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MergeUVRow = MergeUVRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
size_t row_size =
|
|
(static_cast<size_t>(halfwidth) + 31) & ~static_cast<size_t>(31);
|
|
if (row_size > SIZE_MAX / 2) {
|
|
return -1;
|
|
}
|
|
align_buffer_64(row_u, row_size * 2);
|
|
if (!row_u)
|
|
return 1;
|
|
uint8_t* row_v = row_u + row_size;
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToUVMatrixRow(src_argb, 0, row_u, row_v, width, argbconstants);
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, argbconstants);
|
|
MergeUVRow(row_u, row_v, dst_uv, halfwidth);
|
|
src_argb += src_stride_argb;
|
|
dst_y += dst_stride_y;
|
|
dst_uv += dst_stride_uv;
|
|
}
|
|
free_aligned_buffer_64(row_u);
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToNV24(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
int width,
|
|
int height) {
|
|
return ARGBToNV24Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
dst_uv, dst_stride_uv, &kArgbI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToNV24Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUV444MatrixRow)(
|
|
const uint8_t* src_argb, uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) = ARGBToUV444MatrixRow_C;
|
|
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
void (*MergeUVRow)(const uint8_t* src_u, const uint8_t* src_v,
|
|
uint8_t* dst_uv, int width) = MergeUVRow_C;
|
|
if (!src_argb || !dst_y || !dst_uv || !argbconstants || width <= 0 ||
|
|
height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
#if defined(HAS_MERGEUVROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
MergeUVRow = MergeUVRow_Any_SSE2;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MergeUVRow = MergeUVRow_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MergeUVRow = MergeUVRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MergeUVRow = MergeUVRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
MergeUVRow = MergeUVRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MergeUVRow = MergeUVRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
MergeUVRow = MergeUVRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MergeUVRow = MergeUVRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MergeUVRow = MergeUVRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MergeUVRow = MergeUVRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MergeUVRow = MergeUVRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
size_t row_size =
|
|
(static_cast<size_t>(width) + 31) & ~static_cast<size_t>(31);
|
|
if (row_size > SIZE_MAX / 2) {
|
|
return -1;
|
|
}
|
|
align_buffer_64(row_u, row_size * 2);
|
|
if (!row_u)
|
|
return 1;
|
|
uint8_t* row_v = row_u + row_size;
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToUV444MatrixRow(src_argb, row_u, row_v, width, argbconstants);
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, argbconstants);
|
|
MergeUVRow(row_u, row_v, dst_uv, width);
|
|
src_argb += src_stride_argb;
|
|
dst_y += dst_stride_y;
|
|
dst_uv += dst_stride_uv;
|
|
}
|
|
free_aligned_buffer_64(row_u);
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToNV21Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_vu,
|
|
int dst_stride_vu,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
int halfwidth = (width + 1) >> 1;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUVMatrixRow)(const uint8_t* src_argb, int src_stride_argb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) =
|
|
ARGBToUVMatrixRow_C;
|
|
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SVE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SME;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
void (*MergeUVRow)(const uint8_t* src_u, const uint8_t* src_v,
|
|
uint8_t* dst_vu, int width) = MergeUVRow_C;
|
|
if (!src_argb || !dst_y || !dst_vu || !argbconstants || width <= 0 ||
|
|
height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
#if defined(HAS_MERGEUVROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
MergeUVRow = MergeUVRow_Any_SSE2;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX2;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MergeUVRow = MergeUVRow_Any_NEON;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
MergeUVRow = MergeUVRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MergeUVRow = MergeUVRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
MergeUVRow = MergeUVRow_Any_LSX;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MergeUVRow = MergeUVRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MergeUVRow = MergeUVRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
// Allocate a rows of uv.
|
|
align_buffer_64(row_u, ((halfwidth + 31) & ~31) * 2);
|
|
uint8_t* row_v = row_u + ((halfwidth + 31) & ~31);
|
|
if (!row_u)
|
|
return 1;
|
|
|
|
for (y = 0; y < height - 1; y += 2) {
|
|
ARGBToUVMatrixRow(src_argb, src_stride_argb, row_u, row_v, width,
|
|
argbconstants);
|
|
MergeUVRow(row_v, row_u, dst_vu, halfwidth);
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, argbconstants);
|
|
ARGBToYMatrixRow(src_argb + src_stride_argb, dst_y + dst_stride_y, width,
|
|
argbconstants);
|
|
src_argb += src_stride_argb * 2;
|
|
dst_y += dst_stride_y * 2;
|
|
dst_vu += dst_stride_vu;
|
|
}
|
|
if (height & 1) {
|
|
ARGBToUVMatrixRow(src_argb, 0, row_u, row_v, width, argbconstants);
|
|
MergeUVRow(row_v, row_u, dst_vu, halfwidth);
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, argbconstants);
|
|
}
|
|
free_aligned_buffer_64(row_u);
|
|
return 0;
|
|
}
|
|
LIBYUV_API
|
|
int ARGBToI400Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
const struct ArgbConstants* constants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
if (!src_argb || !dst_y || !constants || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToYMatrixRow(src_argb, dst_y, width, constants);
|
|
src_argb += src_stride_argb;
|
|
dst_y += dst_stride_y;
|
|
}
|
|
return 0;
|
|
}
|
|
LIBYUV_API
|
|
int ARGBToYUY2Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_yuy2,
|
|
int dst_stride_yuy2,
|
|
const struct ArgbConstants* constants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToUVMatrixRow)(const uint8_t* src_argb, int src_stride_argb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) =
|
|
ARGBToUVMatrixRow_C;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*I422ToYUY2Row)(const uint8_t* src_y, const uint8_t* src_u,
|
|
const uint8_t* src_v, uint8_t* dst_yuy2, int width) =
|
|
I422ToYUY2Row_C;
|
|
|
|
if (!src_argb || !dst_yuy2 || !constants || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
dst_yuy2 = dst_yuy2 + (ptrdiff_t)(height - 1) * dst_stride_yuy2;
|
|
dst_stride_yuy2 = -dst_stride_yuy2;
|
|
}
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SVE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SME;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_I422TOYUY2ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
I422ToYUY2Row = I422ToYUY2Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
I422ToYUY2Row = I422ToYUY2Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_I422TOYUY2ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
I422ToYUY2Row = I422ToYUY2Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
I422ToYUY2Row = I422ToYUY2Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
{
|
|
align_buffer_64(row_y, ((width + 63) & ~63) * 2);
|
|
uint8_t* row_u = row_y + ((width + 63) & ~63);
|
|
uint8_t* row_v = row_u + ((width + 63) & ~63) / 2;
|
|
if (!row_y)
|
|
return 1;
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToUVMatrixRow(src_argb, 0, row_u, row_v, width, constants);
|
|
ARGBToYMatrixRow(src_argb, row_y, width, constants);
|
|
I422ToYUY2Row(row_y, row_u, row_v, dst_yuy2, width);
|
|
src_argb += src_stride_argb;
|
|
dst_yuy2 += dst_stride_yuy2;
|
|
}
|
|
|
|
free_aligned_buffer_64(row_y);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToUYVYMatrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_uyvy,
|
|
int dst_stride_uyvy,
|
|
const struct ArgbConstants* constants,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToUVMatrixRow)(const uint8_t* src_argb, int src_stride_argb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) =
|
|
ARGBToUVMatrixRow_C;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*I422ToUYVYRow)(const uint8_t* src_y, const uint8_t* src_u,
|
|
const uint8_t* src_v, uint8_t* dst_uyvy, int width) =
|
|
I422ToUYVYRow_C;
|
|
|
|
if (!src_argb || !dst_uyvy || !constants || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
dst_uyvy = dst_uyvy + (ptrdiff_t)(height - 1) * dst_stride_uyvy;
|
|
dst_stride_uyvy = -dst_stride_uyvy;
|
|
}
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SVE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SME;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_I422TOUYVYROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
I422ToUYVYRow = I422ToUYVYRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
I422ToUYVYRow = I422ToUYVYRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_I422TOUYVYROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
I422ToUYVYRow = I422ToUYVYRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
I422ToUYVYRow = I422ToUYVYRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
{
|
|
align_buffer_64(row_y, ((width + 63) & ~63) * 2);
|
|
uint8_t* row_u = row_y + ((width + 63) & ~63);
|
|
uint8_t* row_v = row_u + ((width + 63) & ~63) / 2;
|
|
if (!row_y)
|
|
return 1;
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToUVMatrixRow(src_argb, 0, row_u, row_v, width, constants);
|
|
ARGBToYMatrixRow(src_argb, row_y, width, constants);
|
|
I422ToUYVYRow(row_y, row_u, row_v, dst_uyvy, width);
|
|
src_argb += src_stride_argb;
|
|
dst_uyvy += dst_stride_uyvy;
|
|
}
|
|
|
|
free_aligned_buffer_64(row_y);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Same as NV12 but U and V swapped.
|
|
LIBYUV_API
|
|
int ARGBToNV21(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_vu,
|
|
int dst_stride_vu,
|
|
int width,
|
|
int height) {
|
|
return ARGBToNV21Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
dst_vu, dst_stride_vu, &kArgbI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToP010(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint16_t* dst_y,
|
|
int dst_stride_y,
|
|
uint16_t* dst_uv,
|
|
int dst_stride_uv,
|
|
int width,
|
|
int height) {
|
|
return ARGBToP010Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
dst_uv, dst_stride_uv, &kArgbI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToP010Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint16_t* dst_y,
|
|
int dst_stride_y,
|
|
uint16_t* dst_uv,
|
|
int dst_stride_uv,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
if (!src_argb || !dst_y || !dst_uv || !argbconstants || width <= 0 ||
|
|
width > (INT_MAX / 2) || height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
int y;
|
|
int halfwidth = (width >> 1) + (width & 1);
|
|
void (*Convert8To16Row)(const uint8_t* src_y, uint16_t* dst_y, int bits,
|
|
int width) = Convert8To16Row_C;
|
|
void (*MultiplyRow_16)(const uint16_t* src_y, uint16_t* dst_y, int scale,
|
|
int width) = MultiplyRow_16_C;
|
|
void (*MergeUVRow)(const uint8_t* src_u, const uint8_t* src_v,
|
|
uint8_t* dst_uv, int width) = MergeUVRow_C;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUVMatrixRow)(const uint8_t* src_argb, int src_stride_argb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) =
|
|
ARGBToUVMatrixRow_C;
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SVE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SME;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
#if defined(HAS_CONVERT8TO16ROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
Convert8To16Row = Convert8To16Row_Any_SSE2;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
Convert8To16Row = Convert8To16Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
Convert8To16Row = Convert8To16Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
Convert8To16Row = Convert8To16Row_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
Convert8To16Row = Convert8To16Row_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
Convert8To16Row = Convert8To16Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
Convert8To16Row = Convert8To16Row_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
Convert8To16Row = Convert8To16Row_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
Convert8To16Row = Convert8To16Row_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
MultiplyRow_16 = MultiplyRow_16_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
MultiplyRow_16 = MultiplyRow_16_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MultiplyRow_16 = MultiplyRow_16_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MultiplyRow_16 = MultiplyRow_16_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MultiplyRow_16 = MultiplyRow_16_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MultiplyRow_16 = MultiplyRow_16_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
MergeUVRow = MergeUVRow_Any_SSE2;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX2;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MergeUVRow = MergeUVRow_Any_NEON;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
MergeUVRow = MergeUVRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MergeUVRow = MergeUVRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
MergeUVRow = MergeUVRow_Any_LSX;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MergeUVRow = MergeUVRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MergeUVRow = MergeUVRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
size_t row_y_size =
|
|
(static_cast<size_t>(width) + 31) & ~static_cast<size_t>(31);
|
|
size_t row_uv_size =
|
|
(static_cast<size_t>(halfwidth) + 31) & ~static_cast<size_t>(31);
|
|
size_t row_uv_merged_size =
|
|
(static_cast<size_t>(halfwidth) * 2 + 31) & ~static_cast<size_t>(31);
|
|
if (row_uv_size > (SIZE_MAX - row_y_size) / 2) {
|
|
return -1;
|
|
}
|
|
size_t row_size = row_y_size + row_uv_size * 2;
|
|
if (row_uv_merged_size > SIZE_MAX - row_size) {
|
|
return -1;
|
|
}
|
|
align_buffer_64(row, row_size + row_uv_merged_size);
|
|
if (!row)
|
|
return 1;
|
|
uint8_t* row_y = row;
|
|
uint8_t* row_u = row_y + row_y_size;
|
|
uint8_t* row_v = row_u + row_uv_size;
|
|
uint8_t* row_uv = row_v + row_uv_size;
|
|
|
|
for (y = 0; y < height - 1; y += 2) {
|
|
ARGBToUVMatrixRow(src_argb, src_stride_argb, row_u, row_v, width,
|
|
argbconstants);
|
|
MergeUVRow(row_u, row_v, row_uv, halfwidth);
|
|
Convert8To16Row(row_uv, dst_uv, 10, halfwidth * 2);
|
|
MultiplyRow_16(dst_uv, dst_uv, 64, halfwidth * 2);
|
|
ARGBToYMatrixRow(src_argb, row_y, width, argbconstants);
|
|
Convert8To16Row(row_y, dst_y, 10, width);
|
|
MultiplyRow_16(dst_y, dst_y, 64, width);
|
|
ARGBToYMatrixRow(src_argb + src_stride_argb, row_y, width, argbconstants);
|
|
Convert8To16Row(row_y, dst_y + dst_stride_y, 10, width);
|
|
MultiplyRow_16(dst_y + dst_stride_y, dst_y + dst_stride_y, 64, width);
|
|
src_argb += src_stride_argb * 2;
|
|
dst_y += dst_stride_y * 2;
|
|
dst_uv += dst_stride_uv;
|
|
}
|
|
if (height & 1) {
|
|
ARGBToUVMatrixRow(src_argb, 0, row_u, row_v, width, argbconstants);
|
|
MergeUVRow(row_u, row_v, row_uv, halfwidth);
|
|
Convert8To16Row(row_uv, dst_uv, 10, halfwidth * 2);
|
|
MultiplyRow_16(dst_uv, dst_uv, 64, halfwidth * 2);
|
|
ARGBToYMatrixRow(src_argb, row_y, width, argbconstants);
|
|
Convert8To16Row(row_y, dst_y, 10, width);
|
|
MultiplyRow_16(dst_y, dst_y, 64, width);
|
|
}
|
|
free_aligned_buffer_64(row);
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToP210(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint16_t* dst_y,
|
|
int dst_stride_y,
|
|
uint16_t* dst_uv,
|
|
int dst_stride_uv,
|
|
int width,
|
|
int height) {
|
|
return ARGBToP210Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
dst_uv, dst_stride_uv, &kArgbI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToP210Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint16_t* dst_y,
|
|
int dst_stride_y,
|
|
uint16_t* dst_uv,
|
|
int dst_stride_uv,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
if (!src_argb || !dst_y || !dst_uv || !argbconstants || width <= 0 ||
|
|
width > (INT_MAX / 2) || height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
int y;
|
|
int halfwidth = (width >> 1) + (width & 1);
|
|
void (*Convert8To16Row)(const uint8_t* src_y, uint16_t* dst_y, int bits,
|
|
int width) = Convert8To16Row_C;
|
|
void (*MultiplyRow_16)(const uint16_t* src_y, uint16_t* dst_y, int scale,
|
|
int width) = MultiplyRow_16_C;
|
|
void (*MergeUVRow)(const uint8_t* src_u, const uint8_t* src_v,
|
|
uint8_t* dst_uv, int width) = MergeUVRow_C;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUVMatrixRow)(const uint8_t* src_argb, int src_stride_argb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) =
|
|
ARGBToUVMatrixRow_C;
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SVE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
if (IS_ALIGNED(width, 2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SME;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUVMatrixRow = ARGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
#if defined(HAS_CONVERT8TO16ROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
Convert8To16Row = Convert8To16Row_Any_SSE2;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
Convert8To16Row = Convert8To16Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
Convert8To16Row = Convert8To16Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
Convert8To16Row = Convert8To16Row_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
Convert8To16Row = Convert8To16Row_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
Convert8To16Row = Convert8To16Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
Convert8To16Row = Convert8To16Row_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
Convert8To16Row = Convert8To16Row_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
Convert8To16Row = Convert8To16Row_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
MultiplyRow_16 = MultiplyRow_16_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
MultiplyRow_16 = MultiplyRow_16_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MultiplyRow_16 = MultiplyRow_16_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MultiplyRow_16 = MultiplyRow_16_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MultiplyRow_16 = MultiplyRow_16_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MultiplyRow_16 = MultiplyRow_16_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
MergeUVRow = MergeUVRow_Any_SSE2;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX2;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MergeUVRow = MergeUVRow_Any_NEON;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
MergeUVRow = MergeUVRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MergeUVRow = MergeUVRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
MergeUVRow = MergeUVRow_Any_LSX;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MergeUVRow = MergeUVRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MergeUVRow = MergeUVRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
size_t row_y_size =
|
|
(static_cast<size_t>(width) + 31) & ~static_cast<size_t>(31);
|
|
size_t row_uv_size =
|
|
(static_cast<size_t>(halfwidth) + 31) & ~static_cast<size_t>(31);
|
|
size_t row_uv_merged_size =
|
|
(static_cast<size_t>(halfwidth) * 2 + 31) & ~static_cast<size_t>(31);
|
|
if (row_uv_size > (SIZE_MAX - row_y_size) / 2) {
|
|
return -1;
|
|
}
|
|
size_t row_size = row_y_size + row_uv_size * 2;
|
|
if (row_uv_merged_size > SIZE_MAX - row_size) {
|
|
return -1;
|
|
}
|
|
align_buffer_64(row, row_size + row_uv_merged_size);
|
|
if (!row)
|
|
return 1;
|
|
uint8_t* row_y = row;
|
|
uint8_t* row_u = row_y + row_y_size;
|
|
uint8_t* row_v = row_u + row_uv_size;
|
|
uint8_t* row_uv = row_v + row_uv_size;
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToUVMatrixRow(src_argb, 0, row_u, row_v, width, argbconstants);
|
|
MergeUVRow(row_u, row_v, row_uv, halfwidth);
|
|
Convert8To16Row(row_uv, dst_uv, 10, halfwidth * 2);
|
|
MultiplyRow_16(dst_uv, dst_uv, 64, halfwidth * 2);
|
|
ARGBToYMatrixRow(src_argb, row_y, width, argbconstants);
|
|
Convert8To16Row(row_y, dst_y, 10, width);
|
|
MultiplyRow_16(dst_y, dst_y, 64, width);
|
|
src_argb += src_stride_argb;
|
|
dst_y += dst_stride_y;
|
|
dst_uv += dst_stride_uv;
|
|
}
|
|
free_aligned_buffer_64(row);
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToP410(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint16_t* dst_y,
|
|
int dst_stride_y,
|
|
uint16_t* dst_uv,
|
|
int dst_stride_uv,
|
|
int width,
|
|
int height) {
|
|
return ARGBToP410Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
dst_uv, dst_stride_uv, &kArgbI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ARGBToP410Matrix(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint16_t* dst_y,
|
|
int dst_stride_y,
|
|
uint16_t* dst_uv,
|
|
int dst_stride_uv,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
if (!src_argb || !dst_y || !dst_uv || !argbconstants || width <= 0 ||
|
|
width > (INT_MAX / 2) || height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
int y;
|
|
void (*Convert8To16Row)(const uint8_t* src_y, uint16_t* dst_y, int bits,
|
|
int width) = Convert8To16Row_C;
|
|
void (*MultiplyRow_16)(const uint16_t* src_y, uint16_t* dst_y, int scale,
|
|
int width) = MultiplyRow_16_C;
|
|
void (*MergeUVRow)(const uint8_t* src_u, const uint8_t* src_v,
|
|
uint8_t* dst_uv, int width) = MergeUVRow_C;
|
|
void (*ARGBToYMatrixRow)(const uint8_t* src_argb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = ARGBToYMatrixRow_C;
|
|
void (*ARGBToUV444MatrixRow)(
|
|
const uint8_t* src_argb, uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) = ARGBToUV444MatrixRow_C;
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToYMatrixRow = ARGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_NEON_I8MM)
|
|
if (TestCpuFlag(kCpuHasNeonI8MM)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_NEON_I8MM;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_NEON_I8MM;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOUV444MATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToUV444MatrixRow = ARGBToUV444MatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
#if defined(HAS_CONVERT8TO16ROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
Convert8To16Row = Convert8To16Row_Any_SSE2;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
Convert8To16Row = Convert8To16Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
Convert8To16Row = Convert8To16Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
Convert8To16Row = Convert8To16Row_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
Convert8To16Row = Convert8To16Row_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
Convert8To16Row = Convert8To16Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
Convert8To16Row = Convert8To16Row_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
Convert8To16Row = Convert8To16Row_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_CONVERT8TO16ROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
Convert8To16Row = Convert8To16Row_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
Convert8To16Row = Convert8To16Row_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
MultiplyRow_16 = MultiplyRow_16_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
MultiplyRow_16 = MultiplyRow_16_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MultiplyRow_16 = MultiplyRow_16_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MultiplyRow_16 = MultiplyRow_16_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MultiplyRow_16 = MultiplyRow_16_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MULTIPLYROW_16_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MultiplyRow_16 = MultiplyRow_16_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MultiplyRow_16 = MultiplyRow_16_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
MergeUVRow = MergeUVRow_Any_SSE2;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MergeUVRow = MergeUVRow_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MergeUVRow = MergeUVRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MergeUVRow = MergeUVRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
MergeUVRow = MergeUVRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MergeUVRow = MergeUVRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
MergeUVRow = MergeUVRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MergeUVRow = MergeUVRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MergeUVRow = MergeUVRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MergeUVRow = MergeUVRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
MergeUVRow = MergeUVRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
size_t row_size =
|
|
(static_cast<size_t>(width) + 31) & ~static_cast<size_t>(31);
|
|
size_t row_uv_merged_size =
|
|
(static_cast<size_t>(width) * 2 + 31) & ~static_cast<size_t>(31);
|
|
if (row_size > SIZE_MAX / 3) {
|
|
return -1;
|
|
}
|
|
size_t rows = row_size * 3;
|
|
if (row_uv_merged_size > SIZE_MAX - rows) {
|
|
return -1;
|
|
}
|
|
align_buffer_64(row, rows + row_uv_merged_size);
|
|
if (!row)
|
|
return 1;
|
|
uint8_t* row_y = row;
|
|
uint8_t* row_u = row_y + row_size;
|
|
uint8_t* row_v = row_u + row_size;
|
|
uint8_t* row_uv = row_v + row_size;
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToUV444MatrixRow(src_argb, row_u, row_v, width, argbconstants);
|
|
MergeUVRow(row_u, row_v, row_uv, width);
|
|
Convert8To16Row(row_uv, dst_uv, 10, width * 2);
|
|
MultiplyRow_16(dst_uv, dst_uv, 64, width * 2);
|
|
ARGBToYMatrixRow(src_argb, row_y, width, argbconstants);
|
|
Convert8To16Row(row_y, dst_y, 10, width);
|
|
MultiplyRow_16(dst_y, dst_y, 64, width);
|
|
src_argb += src_stride_argb;
|
|
dst_y += dst_stride_y;
|
|
dst_uv += dst_stride_uv;
|
|
}
|
|
free_aligned_buffer_64(row);
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int ABGRToNV12(const uint8_t* src_abgr,
|
|
int src_stride_abgr,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
int width,
|
|
int height) {
|
|
return ARGBToNV12Matrix(src_abgr, src_stride_abgr, dst_y, dst_stride_y,
|
|
dst_uv, dst_stride_uv, &kAbgrI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
// Same as NV12 but U and V swapped.
|
|
LIBYUV_API
|
|
int ABGRToNV21(const uint8_t* src_abgr,
|
|
int src_stride_abgr,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_vu,
|
|
int dst_stride_vu,
|
|
int width,
|
|
int height) {
|
|
return ARGBToNV21Matrix(src_abgr, src_stride_abgr, dst_y, dst_stride_y,
|
|
dst_vu, dst_stride_vu, &kAbgrI601Constants, width,
|
|
height);
|
|
}
|
|
|
|
// Convert ARGB to YUY2.
|
|
LIBYUV_API
|
|
int ARGBToYUY2(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_yuy2,
|
|
int dst_stride_yuy2,
|
|
int width,
|
|
int height) {
|
|
return ARGBToYUY2Matrix(src_argb, src_stride_argb, dst_yuy2, dst_stride_yuy2,
|
|
&kArgbI601Constants, width, height);
|
|
}
|
|
|
|
// Convert ARGB to UYVY.
|
|
LIBYUV_API
|
|
int ARGBToUYVY(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_uyvy,
|
|
int dst_stride_uyvy,
|
|
int width,
|
|
int height) {
|
|
return ARGBToUYVYMatrix(src_argb, src_stride_argb, dst_uyvy, dst_stride_uyvy,
|
|
&kArgbI601Constants, width, height);
|
|
}
|
|
|
|
// Convert ARGB to I400.
|
|
LIBYUV_API
|
|
int ARGBToI400(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI400Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
&kArgbI601Constants, width, height);
|
|
}
|
|
|
|
#ifndef __riscv
|
|
// Shuffle table for converting ARGB to RGBA.
|
|
static const uvec8 kShuffleMaskARGBToRGBA = {
|
|
3u, 0u, 1u, 2u, 7u, 4u, 5u, 6u, 11u, 8u, 9u, 10u, 15u, 12u, 13u, 14u};
|
|
|
|
// Convert ARGB to RGBA.
|
|
LIBYUV_API
|
|
int ARGBToRGBA(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_rgba,
|
|
int dst_stride_rgba,
|
|
int width,
|
|
int height) {
|
|
return ARGBShuffle(src_argb, src_stride_argb, dst_rgba, dst_stride_rgba,
|
|
(const uint8_t*)(&kShuffleMaskARGBToRGBA), width, height);
|
|
}
|
|
#else
|
|
// Convert ARGB to RGBA.
|
|
LIBYUV_API
|
|
int ARGBToRGBA(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_rgba,
|
|
int dst_stride_rgba,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToRGBARow)(const uint8_t* src_argb, uint8_t* dst_rgba, int width) =
|
|
ARGBToRGBARow_C;
|
|
if (!src_argb || !dst_rgba || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_rgba == width * 4 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_rgba = 0;
|
|
}
|
|
|
|
#if defined(HAS_ARGBTORGBAROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToRGBARow = ARGBToRGBARow_RVV;
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToRGBARow(src_argb, dst_rgba, width);
|
|
src_argb += src_stride_argb;
|
|
dst_rgba += dst_stride_rgba;
|
|
}
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
// Convert ARGB To RGB24.
|
|
LIBYUV_API
|
|
int ARGBToRGB24(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_rgb24,
|
|
int dst_stride_rgb24,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToRGB24Row)(const uint8_t* src_argb, uint8_t* dst_rgb, int width) =
|
|
ARGBToRGB24Row_C;
|
|
if (!src_argb || !dst_rgb24 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_rgb24 == width * 3 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_rgb24 = 0;
|
|
}
|
|
#if defined(HAS_ARGBTORGB24ROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB24ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB24ROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_AVX512BW;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB24ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB24ROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB24ROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB24ROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB24ROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToRGB24Row = ARGBToRGB24Row_RVV;
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToRGB24Row(src_argb, dst_rgb24, width);
|
|
src_argb += src_stride_argb;
|
|
dst_rgb24 += dst_stride_rgb24;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Convert ARGB To RAW.
|
|
LIBYUV_API
|
|
int ARGBToRAW(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_raw,
|
|
int dst_stride_raw,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToRAWRow)(const uint8_t* src_argb, uint8_t* dst_rgb, int width) =
|
|
ARGBToRAWRow_C;
|
|
if (!src_argb || !dst_raw || width <= 0 || height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_raw == width * 3 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_raw = 0;
|
|
}
|
|
#if defined(HAS_ARGBTORAWROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORAWROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORAWROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_AVX512BW;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORAWROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORAWROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORAWROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORAWROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORAWROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToRAWRow = ARGBToRAWRow_RVV;
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToRAWRow(src_argb, dst_raw, width);
|
|
src_argb += src_stride_argb;
|
|
dst_raw += dst_stride_raw;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Ordered 8x8 dither for 888 to 565. Values from 0 to 7.
|
|
static const uint8_t kDither565_4x4[16] = {
|
|
0, 4, 1, 5, 6, 2, 7, 3, 1, 5, 0, 4, 7, 3, 6, 2,
|
|
};
|
|
|
|
// Convert ARGB To RGB565 with 4x4 dither matrix (16 bytes).
|
|
LIBYUV_API
|
|
int ARGBToRGB565Dither(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_rgb565,
|
|
int dst_stride_rgb565,
|
|
const uint8_t* dither4x4,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
uint32_t dither4[4];
|
|
void (*ARGBToRGB565DitherRow)(const uint8_t* src_argb, uint8_t* dst_rgb,
|
|
uint32_t dither4, int width) =
|
|
ARGBToRGB565DitherRow_C;
|
|
if (!src_argb || !dst_rgb565 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
if (!dither4x4) {
|
|
dither4x4 = kDither565_4x4;
|
|
}
|
|
memcpy(dither4, dither4x4, 16);
|
|
|
|
#if defined(HAS_ARGBTORGB565DITHERROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565DITHERROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565DITHERROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565DITHERROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565DITHERROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565DITHERROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRGB565DitherRow = ARGBToRGB565DitherRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToRGB565DitherRow(src_argb, dst_rgb565, dither4[y & 3], width);
|
|
src_argb += src_stride_argb;
|
|
dst_rgb565 += dst_stride_rgb565;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Convert ARGB To RGB565.
|
|
// TODO(fbarchard): Consider using dither function low level with zeros.
|
|
LIBYUV_API
|
|
int ARGBToRGB565(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_rgb565,
|
|
int dst_stride_rgb565,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToRGB565Row)(const uint8_t* src_argb, uint8_t* dst_rgb,
|
|
int width) = ARGBToRGB565Row_C;
|
|
if (!src_argb || !dst_rgb565 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_rgb565 == width * 2 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_rgb565 = 0;
|
|
}
|
|
|
|
#if defined(HAS_ARGBTORGB565ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565ROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565ROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_Any_LSX;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_ARGBTORGB565ROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_Any_LASX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTORGB565ROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToRGB565Row = ARGBToRGB565Row_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToRGB565Row(src_argb, dst_rgb565, width);
|
|
src_argb += src_stride_argb;
|
|
dst_rgb565 += dst_stride_rgb565;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Convert ARGB To ARGB1555.
|
|
LIBYUV_API
|
|
int ARGBToARGB1555(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_argb1555,
|
|
int dst_stride_argb1555,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToARGB1555Row)(const uint8_t* src_argb, uint8_t* dst_rgb,
|
|
int width) = ARGBToARGB1555Row_C;
|
|
if (!src_argb || !dst_argb1555 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_argb1555 == width * 2 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_argb1555 = 0;
|
|
}
|
|
|
|
#if defined(HAS_ARGBTOARGB1555ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOARGB1555ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOARGB1555ROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_Any_LSX;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOARGB1555ROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_Any_LASX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOARGB1555ROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToARGB1555Row = ARGBToARGB1555Row_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToARGB1555Row(src_argb, dst_argb1555, width);
|
|
src_argb += src_stride_argb;
|
|
dst_argb1555 += dst_stride_argb1555;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Convert ARGB To ARGB4444.
|
|
LIBYUV_API
|
|
int ARGBToARGB4444(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_argb4444,
|
|
int dst_stride_argb4444,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToARGB4444Row)(const uint8_t* src_argb, uint8_t* dst_rgb,
|
|
int width) = ARGBToARGB4444Row_C;
|
|
if (!src_argb || !dst_argb4444 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_argb4444 == width * 2 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_argb4444 = 0;
|
|
}
|
|
|
|
#if defined(HAS_ARGBTOARGB4444ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOARGB4444ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOARGB4444ROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_Any_LSX;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOARGB4444ROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_Any_LASX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOARGB4444ROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToARGB4444Row = ARGBToARGB4444Row_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToARGB4444Row(src_argb, dst_argb4444, width);
|
|
src_argb += src_stride_argb;
|
|
dst_argb4444 += dst_stride_argb4444;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Convert ABGR To AR30.
|
|
LIBYUV_API
|
|
int ABGRToAR30(const uint8_t* src_abgr,
|
|
int src_stride_abgr,
|
|
uint8_t* dst_ar30,
|
|
int dst_stride_ar30,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ABGRToAR30Row)(const uint8_t* src_abgr, uint8_t* dst_rgb, int width) =
|
|
ABGRToAR30Row_C;
|
|
if (!src_abgr || !dst_ar30 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_abgr = src_abgr + (ptrdiff_t)(height - 1) * src_stride_abgr;
|
|
src_stride_abgr = -src_stride_abgr;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_abgr == width * 4 && dst_stride_ar30 == width * 4 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_abgr = dst_stride_ar30 = 0;
|
|
}
|
|
#if defined(HAS_ABGRTOAR30ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ABGRToAR30Row = ABGRToAR30Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ABGRToAR30Row = ABGRToAR30Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ABGRTOAR30ROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ABGRToAR30Row = ABGRToAR30Row_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 4)) {
|
|
ABGRToAR30Row = ABGRToAR30Row_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ABGRTOAR30ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ABGRToAR30Row = ABGRToAR30Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ABGRToAR30Row = ABGRToAR30Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
for (y = 0; y < height; ++y) {
|
|
ABGRToAR30Row(src_abgr, dst_ar30, width);
|
|
src_abgr += src_stride_abgr;
|
|
dst_ar30 += dst_stride_ar30;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Convert ARGB To AR30.
|
|
LIBYUV_API
|
|
int ARGBToAR30(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_ar30,
|
|
int dst_stride_ar30,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToAR30Row)(const uint8_t* src_argb, uint8_t* dst_rgb, int width) =
|
|
ARGBToAR30Row_C;
|
|
if (!src_argb || !dst_ar30 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_ar30 == width * 4 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_ar30 = 0;
|
|
}
|
|
#if defined(HAS_ARGBTOAR30ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToAR30Row = ARGBToAR30Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToAR30Row = ARGBToAR30Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOAR30ROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToAR30Row = ARGBToAR30Row_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 4)) {
|
|
ARGBToAR30Row = ARGBToAR30Row_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOAR30ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToAR30Row = ARGBToAR30Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToAR30Row = ARGBToAR30Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToAR30Row(src_argb, dst_ar30, width);
|
|
src_argb += src_stride_argb;
|
|
dst_ar30 += dst_stride_ar30;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// ARGB little endian (bgra in memory) to J444
|
|
LIBYUV_API
|
|
int ARGBToJ444(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI444Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y, dst_u,
|
|
dst_stride_u, dst_v, dst_stride_v,
|
|
&kArgbJPEGConstants, width, height);
|
|
}
|
|
|
|
// Convert ARGB to J420. (JPeg full range I420).
|
|
LIBYUV_API
|
|
int ARGBToJ420(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI420Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y, dst_u,
|
|
dst_stride_u, dst_v, dst_stride_v,
|
|
&kArgbJPEGConstants, width, height);
|
|
}
|
|
|
|
// Convert ARGB to J422. (JPeg full range I422).
|
|
LIBYUV_API
|
|
int ARGBToJ422(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI422Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y, dst_u,
|
|
dst_stride_u, dst_v, dst_stride_v,
|
|
&kArgbJPEGConstants, width, height);
|
|
}
|
|
|
|
// Convert ARGB to J400.
|
|
LIBYUV_API
|
|
int ARGBToJ400(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI400Matrix(src_argb, src_stride_argb, dst_y, dst_stride_y,
|
|
&kArgbJPEGConstants, width, height);
|
|
}
|
|
|
|
// Convert RGBA to J400.
|
|
LIBYUV_API
|
|
int RGBAToJ400(const uint8_t* src_rgba,
|
|
int src_stride_rgba,
|
|
uint8_t* dst_yj,
|
|
int dst_stride_yj,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI400Matrix(src_rgba, src_stride_rgba, dst_yj, dst_stride_yj,
|
|
&kRgbaJPEGConstants, width, height);
|
|
}
|
|
|
|
// Convert ABGR to J420. (JPeg full range I420).
|
|
LIBYUV_API
|
|
int ABGRToJ420(const uint8_t* src_abgr,
|
|
int src_stride_abgr,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI420Matrix(src_abgr, src_stride_abgr, dst_y, dst_stride_y, dst_u,
|
|
dst_stride_u, dst_v, dst_stride_v,
|
|
&kAbgrJPEGConstants, width, height);
|
|
}
|
|
|
|
// Convert ABGR to J422. (JPeg full range I422).
|
|
LIBYUV_API
|
|
int ABGRToJ422(const uint8_t* src_abgr,
|
|
int src_stride_abgr,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_u,
|
|
int dst_stride_u,
|
|
uint8_t* dst_v,
|
|
int dst_stride_v,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI422Matrix(src_abgr, src_stride_abgr, dst_y, dst_stride_y, dst_u,
|
|
dst_stride_u, dst_v, dst_stride_v,
|
|
&kAbgrJPEGConstants, width, height);
|
|
}
|
|
|
|
// Convert ABGR to J400.
|
|
LIBYUV_API
|
|
int ABGRToJ400(const uint8_t* src_abgr,
|
|
int src_stride_abgr,
|
|
uint8_t* dst_yj,
|
|
int dst_stride_yj,
|
|
int width,
|
|
int height) {
|
|
return ARGBToI400Matrix(src_abgr, src_stride_abgr, dst_yj, dst_stride_yj,
|
|
&kAbgrJPEGConstants, width, height);
|
|
}
|
|
|
|
// Convert ARGB to AR64.
|
|
LIBYUV_API
|
|
int ARGBToAR64(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint16_t* dst_ar64,
|
|
int dst_stride_ar64,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToAR64Row)(const uint8_t* src_argb, uint16_t* dst_ar64,
|
|
int width) = ARGBToAR64Row_C;
|
|
if (!src_argb || !dst_ar64 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_ar64 == width * 4 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_ar64 = 0;
|
|
}
|
|
#if defined(HAS_ARGBTOAR64ROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToAR64Row = ARGBToAR64Row_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 4)) {
|
|
ARGBToAR64Row = ARGBToAR64Row_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOAR64ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToAR64Row = ARGBToAR64Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToAR64Row = ARGBToAR64Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOAR64ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToAR64Row = ARGBToAR64Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToAR64Row = ARGBToAR64Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOAR64ROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToAR64Row = ARGBToAR64Row_RVV;
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToAR64Row(src_argb, dst_ar64, width);
|
|
src_argb += src_stride_argb;
|
|
dst_ar64 += dst_stride_ar64;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Convert ARGB to AB64.
|
|
LIBYUV_API
|
|
int ARGBToAB64(const uint8_t* src_argb,
|
|
int src_stride_argb,
|
|
uint16_t* dst_ab64,
|
|
int dst_stride_ab64,
|
|
int width,
|
|
int height) {
|
|
int y;
|
|
void (*ARGBToAB64Row)(const uint8_t* src_argb, uint16_t* dst_ar64,
|
|
int width) = ARGBToAB64Row_C;
|
|
if (!src_argb || !dst_ab64 || width <= 0 || height == 0 ||
|
|
height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_argb = src_argb + (ptrdiff_t)(height - 1) * src_stride_argb;
|
|
src_stride_argb = -src_stride_argb;
|
|
}
|
|
// Coalesce rows.
|
|
if (src_stride_argb == width * 4 && dst_stride_ab64 == width * 4 &&
|
|
(ptrdiff_t)width * height <= INT_MAX) {
|
|
width *= height;
|
|
height = 1;
|
|
src_stride_argb = dst_stride_ab64 = 0;
|
|
}
|
|
#if defined(HAS_ARGBTOAB64ROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
ARGBToAB64Row = ARGBToAB64Row_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 4)) {
|
|
ARGBToAB64Row = ARGBToAB64Row_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOAB64ROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
ARGBToAB64Row = ARGBToAB64Row_Any_AVX2;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToAB64Row = ARGBToAB64Row_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOAB64ROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
ARGBToAB64Row = ARGBToAB64Row_Any_NEON;
|
|
if (IS_ALIGNED(width, 8)) {
|
|
ARGBToAB64Row = ARGBToAB64Row_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_ARGBTOAB64ROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
ARGBToAB64Row = ARGBToAB64Row_RVV;
|
|
}
|
|
#endif
|
|
|
|
for (y = 0; y < height; ++y) {
|
|
ARGBToAB64Row(src_argb, dst_ab64, width);
|
|
src_argb += src_stride_argb;
|
|
dst_ab64 += dst_stride_ab64;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Convert RAW to NV21 with Matrix.
|
|
static int RAWToNVMatrix(const uint8_t* src_raw,
|
|
int src_stride_raw,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height,
|
|
int is_nv21) {
|
|
int y;
|
|
int halfwidth = (width + 1) >> 1;
|
|
void (*RGBToUVMatrixRow)(const uint8_t* src_rgb, int src_stride_rgb,
|
|
uint8_t* dst_u, uint8_t* dst_v, int width,
|
|
const struct ArgbConstants* c) = RGBToUVMatrixRow_C;
|
|
void (*RGBToYMatrixRow)(const uint8_t* src_rgb, uint8_t* dst_y, int width,
|
|
const struct ArgbConstants* c) = RGBToYMatrixRow_C;
|
|
void (*MergeUVRow)(const uint8_t* src_uj, const uint8_t* src_vj,
|
|
uint8_t* dst_vu, int width) = MergeUVRow_C;
|
|
|
|
if (!src_raw || !dst_y || !dst_uv || !argbconstants || width <= 0 ||
|
|
height == 0 || height == INT_MIN) {
|
|
return -1;
|
|
}
|
|
// Negative height means invert the image.
|
|
if (height < 0) {
|
|
height = -height;
|
|
src_raw = src_raw + (ptrdiff_t)(height - 1) * src_stride_raw;
|
|
src_stride_raw = -src_stride_raw;
|
|
}
|
|
|
|
#if defined(HAS_RGBTOYMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOYMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOYMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOYMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOYMATRIXROW_NEON_DOTPROD)
|
|
if (TestCpuFlag(kCpuHasNeonDotProd)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_Any_NEON_DotProd;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_NEON_DotProd;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOYMATRIXROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_Any_LSX;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOYMATRIXROW_LASX)
|
|
if (TestCpuFlag(kCpuHasLASX)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_Any_LASX;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_LASX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOYMATRIXROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOYMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
RGBToYMatrixRow = RGBToYMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_RGBTOUVMATRIXROW_SSSE3)
|
|
if (TestCpuFlag(kCpuHasSSSE3)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_Any_SSSE3;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_SSSE3;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOUVMATRIXROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_Any_AVX2;
|
|
if (IS_ALIGNED(width, 32)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOUVMATRIXROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(width, 64)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOUVMATRIXROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_Any_NEON;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_RGBTOUVMATRIXROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(width, 16)) {
|
|
RGBToUVMatrixRow = RGBToUVMatrixRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
#if defined(HAS_MERGEUVROW_SSE2)
|
|
if (TestCpuFlag(kCpuHasSSE2)) {
|
|
MergeUVRow = MergeUVRow_Any_SSE2;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_SSE2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX2)
|
|
if (TestCpuFlag(kCpuHasAVX2)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX2;
|
|
if (IS_ALIGNED(halfwidth, 32)) {
|
|
MergeUVRow = MergeUVRow_AVX2;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_AVX512BW)
|
|
if (TestCpuFlag(kCpuHasAVX512BW)) {
|
|
MergeUVRow = MergeUVRow_Any_AVX512BW;
|
|
if (IS_ALIGNED(halfwidth, 64)) {
|
|
MergeUVRow = MergeUVRow_AVX512BW;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_NEON)
|
|
if (TestCpuFlag(kCpuHasNEON)) {
|
|
MergeUVRow = MergeUVRow_Any_NEON;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_NEON;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SVE2)
|
|
if (TestCpuFlag(kCpuHasSVE2)) {
|
|
MergeUVRow = MergeUVRow_SVE2;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_SME)
|
|
if (TestCpuFlag(kCpuHasSME)) {
|
|
MergeUVRow = MergeUVRow_SME;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_LSX)
|
|
if (TestCpuFlag(kCpuHasLSX)) {
|
|
MergeUVRow = MergeUVRow_Any_LSX;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_LSX;
|
|
}
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_RVV)
|
|
if (TestCpuFlag(kCpuHasRVV)) {
|
|
MergeUVRow = MergeUVRow_RVV;
|
|
}
|
|
#endif
|
|
#if defined(HAS_MERGEUVROW_WASMSIMD)
|
|
if (TestCpuFlag(kCpuHasWASMSIMD)) {
|
|
MergeUVRow = MergeUVRow_Any_WASMSIMD;
|
|
if (IS_ALIGNED(halfwidth, 16)) {
|
|
MergeUVRow = MergeUVRow_WASMSIMD;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
{
|
|
// Allocate 1 row of U and 1 row of V.
|
|
align_buffer_64(row_u, halfwidth);
|
|
align_buffer_64(row_v, halfwidth);
|
|
|
|
if (!row_u || !row_v) {
|
|
free_aligned_buffer_64(row_u);
|
|
free_aligned_buffer_64(row_v);
|
|
return 1;
|
|
}
|
|
|
|
const uint8_t* first_chroma = is_nv21 ? row_v : row_u;
|
|
const uint8_t* second_chroma = is_nv21 ? row_u : row_v;
|
|
|
|
for (y = 0; y < height - 1; y += 2) {
|
|
RGBToUVMatrixRow(src_raw, src_stride_raw, row_u, row_v, width,
|
|
argbconstants);
|
|
MergeUVRow(first_chroma, second_chroma, dst_uv, halfwidth);
|
|
RGBToYMatrixRow(src_raw, dst_y, width, argbconstants);
|
|
RGBToYMatrixRow(src_raw + src_stride_raw, dst_y + dst_stride_y, width,
|
|
argbconstants);
|
|
src_raw += src_stride_raw * 2;
|
|
dst_y += dst_stride_y * 2;
|
|
dst_uv += dst_stride_uv;
|
|
}
|
|
if (height & 1) {
|
|
RGBToUVMatrixRow(src_raw, 0, row_u, row_v, width, argbconstants);
|
|
MergeUVRow(first_chroma, second_chroma, dst_uv, halfwidth);
|
|
RGBToYMatrixRow(src_raw, dst_y, width, argbconstants);
|
|
}
|
|
free_aligned_buffer_64(row_v);
|
|
free_aligned_buffer_64(row_u);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
LIBYUV_API
|
|
int RAWToNV21Matrix(const uint8_t* src_raw,
|
|
int src_stride_raw,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_vu,
|
|
int dst_stride_vu,
|
|
const struct ArgbConstants* argbconstants,
|
|
int width,
|
|
int height) {
|
|
return RAWToNVMatrix(src_raw, src_stride_raw, dst_y, dst_stride_y, dst_vu,
|
|
dst_stride_vu, argbconstants, width, height, 1);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int RAWToJNV21(const uint8_t* src_raw,
|
|
int src_stride_raw,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_vu,
|
|
int dst_stride_vu,
|
|
int width,
|
|
int height) {
|
|
return RAWToNV21Matrix(src_raw, src_stride_raw, dst_y, dst_stride_y, dst_vu,
|
|
dst_stride_vu, &kAbgrJPEGConstants, width, height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int RAWToNV21(const uint8_t* src_raw,
|
|
int src_stride_raw,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_vu,
|
|
int dst_stride_vu,
|
|
int width,
|
|
int height) {
|
|
return RAWToNV21Matrix(src_raw, src_stride_raw, dst_y, dst_stride_y, dst_vu,
|
|
dst_stride_vu, &kAbgrI601Constants, width, height);
|
|
}
|
|
|
|
LIBYUV_API
|
|
int RGB24ToNV12(const uint8_t* src_rgb24,
|
|
int src_stride_rgb24,
|
|
uint8_t* dst_y,
|
|
int dst_stride_y,
|
|
uint8_t* dst_uv,
|
|
int dst_stride_uv,
|
|
int width,
|
|
int height) {
|
|
return RAWToNVMatrix(src_rgb24, src_stride_rgb24, dst_y, dst_stride_y, dst_uv,
|
|
dst_stride_uv, &kArgbI601Constants, width, height, 0);
|
|
}
|
|
|
|
#ifdef __cplusplus
|
|
} // extern "C"
|
|
} // namespace libyuv
|
|
#endif
|