mirror of
https://chromium.googlesource.com/libyuv/libyuv
synced 2025-12-07 01:06:46 +08:00
e0040eb318
Bug: None Change-Id: I0d9db4b384144523e61ae32b6ab3f72e93a0c265 Reviewed-on: https://chromium-review.googlesource.com/c/libyuv/libyuv/+/6138934 Commit-Queue: Frank Barchard <fbarchard@chromium.org> Reviewed-by: Wan-Teh Chang <wtc@google.com>
556 lines
26 KiB
C++
556 lines
26 KiB
C++
/*
|
|
* Copyright 2024 The LibYuv Project Authors. All rights reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "libyuv/scale_row.h"
|
|
|
|
#ifdef __cplusplus
|
|
namespace libyuv {
|
|
extern "C" {
|
|
#endif
|
|
|
|
#if !defined(LIBYUV_DISABLE_SME) && defined(CLANG_HAS_SME) && \
|
|
defined(__aarch64__)
|
|
|
|
__arm_locally_streaming void ScaleRowDown2_SME(const uint8_t* src_ptr,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
(void)src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cntb %x[vl] \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"1: \n"
|
|
"ptrue p0.b \n"
|
|
"ld2b {z0.b, z1.b}, p0/z, [%[src_ptr]] \n"
|
|
"incb %[src_ptr], all, mul #2 \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"st1b {z1.b}, p0, [%[dst_ptr]] \n"
|
|
"incb %[dst_ptr] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.b, wzr, %w[dst_width] \n"
|
|
"ld2b {z0.b, z1.b}, p0/z, [%[src_ptr]] \n"
|
|
"st1b {z1.b}, p0, [%[dst_ptr]] \n"
|
|
|
|
"99: \n"
|
|
: [src_ptr] "+r"(src_ptr), // %[src_ptr]
|
|
[dst_ptr] "+r"(dst), // %[dst_ptr]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "p0");
|
|
}
|
|
|
|
__arm_locally_streaming void ScaleRowDown2_16_SME(const uint16_t* src_ptr,
|
|
ptrdiff_t src_stride,
|
|
uint16_t* dst,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
(void)src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cnth %x[vl] \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"1: \n"
|
|
"ptrue p0.h \n"
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_ptr]] \n"
|
|
"incb %[src_ptr], all, mul #2 \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"st1h {z1.h}, p0, [%[dst_ptr]] \n"
|
|
"incb %[dst_ptr] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.h, wzr, %w[dst_width] \n"
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_ptr]] \n"
|
|
"st1h {z1.h}, p0, [%[dst_ptr]] \n"
|
|
|
|
"99: \n"
|
|
: [src_ptr] "+r"(src_ptr), // %[src_ptr]
|
|
[dst_ptr] "+r"(dst), // %[dst_ptr]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "p0");
|
|
}
|
|
|
|
__arm_locally_streaming void ScaleRowDown2Linear_SME(const uint8_t* src_ptr,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
(void)src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cntb %x[vl] \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"1: \n"
|
|
"ptrue p0.b \n"
|
|
"ld2b {z0.b, z1.b}, p0/z, [%[src_ptr]] \n"
|
|
"incb %[src_ptr], all, mul #2 \n"
|
|
"urhadd z0.b, p0/m, z0.b, z1.b \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"st1b {z0.b}, p0, [%[dst_ptr]] \n"
|
|
"incb %[dst_ptr] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.b, wzr, %w[dst_width] \n"
|
|
"ld2b {z0.b, z1.b}, p0/z, [%[src_ptr]] \n"
|
|
"urhadd z0.b, p0/m, z0.b, z1.b \n"
|
|
"st1b {z0.b}, p0, [%[dst_ptr]] \n"
|
|
|
|
"99: \n"
|
|
: [src_ptr] "+r"(src_ptr), // %[src_ptr]
|
|
[dst_ptr] "+r"(dst), // %[dst_ptr]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "p0");
|
|
}
|
|
|
|
__arm_locally_streaming void ScaleRowDown2Linear_16_SME(const uint16_t* src_ptr,
|
|
ptrdiff_t src_stride,
|
|
uint16_t* dst,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
(void)src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cnth %x[vl] \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"1: \n"
|
|
"ptrue p0.h \n"
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_ptr]] \n"
|
|
"incb %[src_ptr], all, mul #2 \n"
|
|
"urhadd z0.h, p0/m, z0.h, z1.h \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"st1h {z0.h}, p0, [%[dst_ptr]] \n"
|
|
"incb %[dst_ptr] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.h, wzr, %w[dst_width] \n"
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_ptr]] \n"
|
|
"urhadd z0.h, p0/m, z0.h, z1.h \n"
|
|
"st1h {z0.h}, p0, [%[dst_ptr]] \n"
|
|
|
|
"99: \n"
|
|
: [src_ptr] "+r"(src_ptr), // %[src_ptr]
|
|
[dst_ptr] "+r"(dst), // %[dst_ptr]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "p0");
|
|
}
|
|
|
|
#define SCALEROWDOWN2BOX_SVE \
|
|
"ld2b {z0.b, z1.b}, p0/z, [%[src_ptr]] \n" \
|
|
"ld2b {z2.b, z3.b}, p0/z, [%[src2_ptr]] \n" \
|
|
"incb %[src_ptr], all, mul #2 \n" \
|
|
"incb %[src2_ptr], all, mul #2 \n" \
|
|
"uaddlb z4.h, z0.b, z1.b \n" \
|
|
"uaddlt z5.h, z0.b, z1.b \n" \
|
|
"uaddlb z6.h, z2.b, z3.b \n" \
|
|
"uaddlt z7.h, z2.b, z3.b \n" \
|
|
"add z4.h, z4.h, z6.h \n" \
|
|
"add z5.h, z5.h, z7.h \n" \
|
|
"rshrnb z0.b, z4.h, #2 \n" \
|
|
"rshrnt z0.b, z5.h, #2 \n" \
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n" \
|
|
"st1b {z0.b}, p0, [%[dst_ptr]] \n" \
|
|
"incb %[dst_ptr] \n"
|
|
|
|
__arm_locally_streaming void ScaleRowDown2Box_SME(const uint8_t* src_ptr,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
const uint8_t* src2_ptr = src_ptr + src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cntb %x[vl] \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"ptrue p0.b \n"
|
|
"1: \n" //
|
|
SCALEROWDOWN2BOX_SVE
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.b, wzr, %w[dst_width] \n" //
|
|
SCALEROWDOWN2BOX_SVE
|
|
|
|
"99: \n"
|
|
: [src_ptr] "+r"(src_ptr), // %[src_ptr]
|
|
[src2_ptr] "+r"(src2_ptr), // %[src2_ptr]
|
|
[dst_ptr] "+r"(dst), // %[dst_ptr]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "z2", "z3", "z4", "z5", "z6", "z7", "p0");
|
|
}
|
|
|
|
#undef SCALEROWDOWN2BOX_SVE
|
|
|
|
#define SCALEROWDOWN2BOX_16_SVE \
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_ptr]] \n" \
|
|
"ld2h {z2.h, z3.h}, p0/z, [%[src2_ptr]] \n" \
|
|
"incb %[src_ptr], all, mul #2 \n" \
|
|
"incb %[src2_ptr], all, mul #2 \n" \
|
|
"uaddlb z4.s, z0.h, z1.h \n" \
|
|
"uaddlt z5.s, z0.h, z1.h \n" \
|
|
"uaddlb z6.s, z2.h, z3.h \n" \
|
|
"uaddlt z7.s, z2.h, z3.h \n" \
|
|
"add z4.s, z4.s, z6.s \n" \
|
|
"add z5.s, z5.s, z7.s \n" \
|
|
"rshrnb z0.h, z4.s, #2 \n" \
|
|
"rshrnt z0.h, z5.s, #2 \n" \
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n" \
|
|
"st1h {z0.h}, p0, [%[dst_ptr]] \n" \
|
|
"incb %[dst_ptr] \n"
|
|
|
|
__arm_locally_streaming void ScaleRowDown2Box_16_SME(const uint16_t* src_ptr,
|
|
ptrdiff_t src_stride,
|
|
uint16_t* dst,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
const uint16_t* src2_ptr = src_ptr + src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cnth %x[vl] \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"ptrue p0.h \n"
|
|
"1: \n" //
|
|
SCALEROWDOWN2BOX_16_SVE
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.h, wzr, %w[dst_width] \n" //
|
|
SCALEROWDOWN2BOX_16_SVE
|
|
|
|
"99: \n"
|
|
: [src_ptr] "+r"(src_ptr), // %[src_ptr]
|
|
[src2_ptr] "+r"(src2_ptr), // %[src2_ptr]
|
|
[dst_ptr] "+r"(dst), // %[dst_ptr]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "z2", "z3", "z4", "z5", "z6", "z7", "p0");
|
|
}
|
|
|
|
#undef SCALEROWDOWN2BOX_16_SVE
|
|
|
|
__arm_locally_streaming void ScaleUVRowDown2_SME(const uint8_t* src_uv,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst_uv,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
(void)src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cnth %x[vl] \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"1: \n"
|
|
"ptrue p0.b \n"
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_uv]] \n"
|
|
"incb %[src_uv], all, mul #2 \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"st1h {z1.h}, p0, [%[dst_uv]] \n"
|
|
"incb %[dst_uv] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.h, wzr, %w[dst_width] \n"
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_uv]] \n"
|
|
"st1h {z1.h}, p0, [%[dst_uv]] \n"
|
|
|
|
"99: \n"
|
|
: [src_uv] "+r"(src_uv), // %[src_uv]
|
|
[dst_uv] "+r"(dst_uv), // %[dst_uv]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "p0");
|
|
}
|
|
|
|
__arm_locally_streaming void ScaleUVRowDown2Linear_SME(const uint8_t* src_uv,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst_uv,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
(void)src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cnth %x[vl] \n"
|
|
"ptrue p1.b \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"ptrue p0.h \n"
|
|
"1: \n"
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_uv]] \n"
|
|
"incb %[src_uv], all, mul #2 \n"
|
|
"urhadd z0.b, p1/m, z0.b, z1.b \n"
|
|
"st1h {z0.h}, p0, [%[dst_uv]] \n"
|
|
"incb %[dst_uv], all, mul #1 \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.h, wzr, %w[dst_width] \n"
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_uv]] \n"
|
|
"urhadd z0.b, p1/m, z0.b, z1.b \n"
|
|
"st1h {z0.h}, p0, [%[dst_uv]] \n"
|
|
|
|
"99: \n"
|
|
: [src_uv] "+r"(src_uv), // %[src_uv]
|
|
[dst_uv] "+r"(dst_uv), // %[dst_uv]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "z0", "z1", "p0", "p1");
|
|
}
|
|
|
|
#define SCALEUVROWDOWN2BOX_SVE \
|
|
"ld2h {z0.h, z1.h}, p0/z, [%[src_uv]] \n" \
|
|
"ld2h {z2.h, z3.h}, p0/z, [%[src2_uv]] \n" \
|
|
"incb %[src_uv], all, mul #2 \n" \
|
|
"incb %[src2_uv], all, mul #2 \n" \
|
|
"uaddlb z4.h, z0.b, z1.b \n" \
|
|
"uaddlt z5.h, z0.b, z1.b \n" \
|
|
"uaddlb z6.h, z2.b, z3.b \n" \
|
|
"uaddlt z7.h, z2.b, z3.b \n" \
|
|
"add z4.h, z4.h, z6.h \n" \
|
|
"add z5.h, z5.h, z7.h \n" \
|
|
"rshrnb z0.b, z4.h, #2 \n" \
|
|
"rshrnt z0.b, z5.h, #2 \n" \
|
|
"st1h {z0.h}, p0, [%[dst_uv]] \n" \
|
|
"incb %[dst_uv], all, mul #1 \n"
|
|
|
|
__arm_locally_streaming void ScaleUVRowDown2Box_SME(const uint8_t* src_uv,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst_uv,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
const uint8_t* src2_uv = src_uv + src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cnth %x[vl] \n"
|
|
"ptrue p1.b \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"ptrue p0.h \n"
|
|
"1: \n" //
|
|
SCALEUVROWDOWN2BOX_SVE
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.h, wzr, %w[dst_width] \n" //
|
|
SCALEUVROWDOWN2BOX_SVE
|
|
|
|
"99: \n"
|
|
: [src_uv] "+r"(src_uv), // %[src_uv]
|
|
[src2_uv] "+r"(src2_uv), // %[src2_uv]
|
|
[dst_uv] "+r"(dst_uv), // %[dst_uv]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "z0", "z1", "z2", "z3", "z4", "z5", "z6", "z7", "p0", "p1");
|
|
}
|
|
|
|
#undef SCALEUVROWDOWN2BOX_SVE
|
|
|
|
__arm_locally_streaming void ScaleARGBRowDown2_SME(const uint8_t* src_argb,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst_argb,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
(void)src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cntw %x[vl] \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"1: \n"
|
|
"ptrue p0.b \n"
|
|
"ld2w {z0.s, z1.s}, p0/z, [%[src_argb]] \n"
|
|
"incb %[src_argb], all, mul #2 \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"st1w {z1.s}, p0, [%[dst_argb]] \n"
|
|
"incb %[dst_argb] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.s, wzr, %w[dst_width] \n"
|
|
"ld2w {z0.s, z1.s}, p0/z, [%[src_argb]] \n"
|
|
"st1w {z1.s}, p0, [%[dst_argb]] \n"
|
|
|
|
"99: \n"
|
|
: [src_argb] "+r"(src_argb), // %[src_argb]
|
|
[dst_argb] "+r"(dst_argb), // %[dst_argb]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "p0");
|
|
}
|
|
|
|
__arm_locally_streaming void ScaleARGBRowDown2Linear_SME(
|
|
const uint8_t* src_argb,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst_argb,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
(void)src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cntw %x[vl] \n"
|
|
"ptrue p1.b \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"ptrue p0.s \n"
|
|
"1: \n"
|
|
"ld2w {z0.s, z1.s}, p0/z, [%[src_argb]] \n"
|
|
"incb %[src_argb], all, mul #2 \n"
|
|
"urhadd z0.b, p1/m, z0.b, z1.b \n"
|
|
"st1w {z0.s}, p0, [%[dst_argb]] \n"
|
|
"incb %[dst_argb], all, mul #1 \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.s, wzr, %w[dst_width] \n"
|
|
"ld2w {z0.s, z1.s}, p0/z, [%[src_argb]] \n"
|
|
"urhadd z0.b, p1/m, z0.b, z1.b \n"
|
|
"st1w {z0.s}, p0, [%[dst_argb]] \n"
|
|
|
|
"99: \n"
|
|
: [src_argb] "+r"(src_argb), // %[src_argb]
|
|
[dst_argb] "+r"(dst_argb), // %[dst_argb]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "p0", "p1");
|
|
}
|
|
|
|
#define SCALEARGBROWDOWN2BOX_SVE \
|
|
"ld2w {z0.s, z1.s}, p0/z, [%[src_argb]] \n" \
|
|
"ld2w {z2.s, z3.s}, p0/z, [%[src2_argb]] \n" \
|
|
"incb %[src_argb], all, mul #2 \n" \
|
|
"incb %[src2_argb], all, mul #2 \n" \
|
|
"uaddlb z4.h, z0.b, z1.b \n" \
|
|
"uaddlt z5.h, z0.b, z1.b \n" \
|
|
"uaddlb z6.h, z2.b, z3.b \n" \
|
|
"uaddlt z7.h, z2.b, z3.b \n" \
|
|
"add z4.h, z4.h, z6.h \n" \
|
|
"add z5.h, z5.h, z7.h \n" \
|
|
"rshrnb z0.b, z4.h, #2 \n" \
|
|
"rshrnt z0.b, z5.h, #2 \n" \
|
|
"st1w {z0.s}, p0, [%[dst_argb]] \n" \
|
|
"incb %[dst_argb], all, mul #1 \n"
|
|
|
|
__arm_locally_streaming void ScaleARGBRowDown2Box_SME(const uint8_t* src_argb,
|
|
ptrdiff_t src_stride,
|
|
uint8_t* dst_argb,
|
|
int dst_width) {
|
|
// Streaming-SVE only, no use of ZA tile.
|
|
const uint8_t* src2_argb = src_argb + src_stride;
|
|
int vl;
|
|
asm volatile(
|
|
"cntw %x[vl] \n"
|
|
"ptrue p1.b \n"
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.lt 2f \n"
|
|
|
|
"ptrue p0.s \n"
|
|
"1: \n" //
|
|
SCALEARGBROWDOWN2BOX_SVE
|
|
"subs %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.ge 1b \n"
|
|
|
|
"2: \n"
|
|
"adds %w[dst_width], %w[dst_width], %w[vl] \n"
|
|
"b.eq 99f \n"
|
|
|
|
"whilelt p0.s, wzr, %w[dst_width] \n" //
|
|
SCALEARGBROWDOWN2BOX_SVE
|
|
|
|
"99: \n"
|
|
: [src_argb] "+r"(src_argb), // %[src_argb]
|
|
[src2_argb] "+r"(src2_argb), // %[src2_argb]
|
|
[dst_argb] "+r"(dst_argb), // %[dst_argb]
|
|
[dst_width] "+r"(dst_width), // %[dst_width]
|
|
[vl] "=r"(vl) // %[vl]
|
|
:
|
|
: "memory", "cc", "z0", "z1", "z2", "z3", "z4", "z5", "z6", "z7", "p0",
|
|
"p1");
|
|
}
|
|
|
|
#endif // !defined(LIBYUV_DISABLE_SME) && defined(CLANG_HAS_SME) &&
|
|
// defined(__aarch64__)
|
|
|
|
#ifdef __cplusplus
|
|
} // extern "C"
|
|
} // namespace libyuv
|
|
#endif
|