mirror of
https://chromium.googlesource.com/libyuv/libyuv
synced 2025-12-07 01:06:46 +08:00
804980bbab
Bug: libyuv:915, b/215425056 Change-Id: Iccab1ed3f6d385f02895d44faa94d198ad79d693 Reviewed-on: https://chromium-review.googlesource.com/c/libyuv/libyuv/+/3424820 Reviewed-by: Justin Green <greenjustin@google.com> Reviewed-by: Frank Barchard <fbarchard@chromium.org> Commit-Queue: Frank Barchard <fbarchard@chromium.org>
1347 lines
51 KiB
C++
1347 lines
51 KiB
C++
/*
|
|
* Copyright 2022 The LibYuv Project Authors. All rights reserved.
|
|
*
|
|
* Copyright (c) 2022 Loongson Technology Corporation Limited
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "libyuv/row.h"
|
|
|
|
#if !defined(LIBYUV_DISABLE_LASX) && defined(__loongarch_asx)
|
|
#include "libyuv/loongson_intrinsics.h"
|
|
|
|
#ifdef __cplusplus
|
|
namespace libyuv {
|
|
extern "C" {
|
|
#endif
|
|
|
|
#define ALPHA_VAL (-1)
|
|
|
|
// Fill YUV -> RGB conversion constants into vectors
|
|
#define YUVTORGB_SETUP(yuvconst, ubvr, ugvg, yg, yb) \
|
|
{ \
|
|
__m256i ub, vr, ug, vg; \
|
|
\
|
|
ub = __lasx_xvreplgr2vr_h(yuvconst->kUVToB[0]); \
|
|
vr = __lasx_xvreplgr2vr_h(yuvconst->kUVToR[1]); \
|
|
ug = __lasx_xvreplgr2vr_h(yuvconst->kUVToG[0]); \
|
|
vg = __lasx_xvreplgr2vr_h(yuvconst->kUVToG[1]); \
|
|
yg = __lasx_xvreplgr2vr_h(yuvconst->kYToRgb[0]); \
|
|
yb = __lasx_xvreplgr2vr_w(yuvconst->kYBiasToRgb[0]); \
|
|
ubvr = __lasx_xvilvl_h(ub, vr); \
|
|
ugvg = __lasx_xvilvl_h(ug, vg); \
|
|
}
|
|
|
|
// Load 32 YUV422 pixel data
|
|
#define READYUV422_D(psrc_y, psrc_u, psrc_v, out_y, uv_l, uv_h) \
|
|
{ \
|
|
__m256i temp0, temp1; \
|
|
\
|
|
DUP2_ARG2(__lasx_xvld, psrc_y, 0, psrc_u, 0, out_y, temp0); \
|
|
temp1 = __lasx_xvld(psrc_v, 0); \
|
|
temp0 = __lasx_xvsub_b(temp0, const_0x80); \
|
|
temp1 = __lasx_xvsub_b(temp1, const_0x80); \
|
|
temp0 = __lasx_vext2xv_h_b(temp0); \
|
|
temp1 = __lasx_vext2xv_h_b(temp1); \
|
|
uv_l = __lasx_xvilvl_h(temp0, temp1); \
|
|
uv_h = __lasx_xvilvh_h(temp0, temp1); \
|
|
}
|
|
|
|
// Load 16 YUV422 pixel data
|
|
#define READYUV422(psrc_y, psrc_u, psrc_v, out_y, uv) \
|
|
{ \
|
|
__m256i temp0, temp1; \
|
|
\
|
|
out_y = __lasx_xvld(psrc_y, 0); \
|
|
temp0 = __lasx_xvldrepl_d(psrc_u, 0); \
|
|
temp1 = __lasx_xvldrepl_d(psrc_v, 0); \
|
|
uv = __lasx_xvilvl_b(temp0, temp1); \
|
|
uv = __lasx_xvsub_b(uv, const_0x80); \
|
|
uv = __lasx_vext2xv_h_b(uv); \
|
|
}
|
|
|
|
// Convert 16 pixels of YUV420 to RGB.
|
|
#define YUVTORGB_D(in_y, in_uvl, in_uvh, ubvr, ugvg, yg, yb, b_l, b_h, g_l, \
|
|
g_h, r_l, r_h) \
|
|
{ \
|
|
__m256i u_l, u_h, v_l, v_h; \
|
|
__m256i yl_ev, yl_od, yh_ev, yh_od; \
|
|
__m256i temp0, temp1, temp2, temp3; \
|
|
\
|
|
temp0 = __lasx_xvilvl_b(in_y, in_y); \
|
|
temp1 = __lasx_xvilvh_b(in_y, in_y); \
|
|
yl_ev = __lasx_xvmulwev_w_hu_h(temp0, yg); \
|
|
yl_od = __lasx_xvmulwod_w_hu_h(temp0, yg); \
|
|
yh_ev = __lasx_xvmulwev_w_hu_h(temp1, yg); \
|
|
yh_od = __lasx_xvmulwod_w_hu_h(temp1, yg); \
|
|
DUP4_ARG2(__lasx_xvsrai_w, yl_ev, 16, yl_od, 16, yh_ev, 16, yh_od, 16, \
|
|
yl_ev, yl_od, yh_ev, yh_od); \
|
|
yl_ev = __lasx_xvadd_w(yl_ev, yb); \
|
|
yl_od = __lasx_xvadd_w(yl_od, yb); \
|
|
yh_ev = __lasx_xvadd_w(yh_ev, yb); \
|
|
yh_od = __lasx_xvadd_w(yh_od, yb); \
|
|
v_l = __lasx_xvmulwev_w_h(in_uvl, ubvr); \
|
|
u_l = __lasx_xvmulwod_w_h(in_uvl, ubvr); \
|
|
v_h = __lasx_xvmulwev_w_h(in_uvh, ubvr); \
|
|
u_h = __lasx_xvmulwod_w_h(in_uvh, ubvr); \
|
|
temp0 = __lasx_xvadd_w(yl_ev, u_l); \
|
|
temp1 = __lasx_xvadd_w(yl_od, u_l); \
|
|
temp2 = __lasx_xvadd_w(yh_ev, u_h); \
|
|
temp3 = __lasx_xvadd_w(yh_od, u_h); \
|
|
DUP4_ARG2(__lasx_xvsrai_w, temp0, 6, temp1, 6, temp2, 6, temp3, 6, temp0, \
|
|
temp1, temp2, temp3); \
|
|
DUP4_ARG1(__lasx_xvclip255_w, temp0, temp1, temp2, temp3, temp0, temp1, \
|
|
temp2, temp3); \
|
|
b_l = __lasx_xvpackev_h(temp1, temp0); \
|
|
b_h = __lasx_xvpackev_h(temp3, temp2); \
|
|
temp0 = __lasx_xvadd_w(yl_ev, v_l); \
|
|
temp1 = __lasx_xvadd_w(yl_od, v_l); \
|
|
temp2 = __lasx_xvadd_w(yh_ev, v_h); \
|
|
temp3 = __lasx_xvadd_w(yh_od, v_h); \
|
|
DUP4_ARG2(__lasx_xvsrai_w, temp0, 6, temp1, 6, temp2, 6, temp3, 6, temp0, \
|
|
temp1, temp2, temp3); \
|
|
DUP4_ARG1(__lasx_xvclip255_w, temp0, temp1, temp2, temp3, temp0, temp1, \
|
|
temp2, temp3); \
|
|
r_l = __lasx_xvpackev_h(temp1, temp0); \
|
|
r_h = __lasx_xvpackev_h(temp3, temp2); \
|
|
DUP2_ARG2(__lasx_xvdp2_w_h, in_uvl, ugvg, in_uvh, ugvg, u_l, u_h); \
|
|
temp0 = __lasx_xvsub_w(yl_ev, u_l); \
|
|
temp1 = __lasx_xvsub_w(yl_od, u_l); \
|
|
temp2 = __lasx_xvsub_w(yh_ev, u_h); \
|
|
temp3 = __lasx_xvsub_w(yh_od, u_h); \
|
|
DUP4_ARG2(__lasx_xvsrai_w, temp0, 6, temp1, 6, temp2, 6, temp3, 6, temp0, \
|
|
temp1, temp2, temp3); \
|
|
DUP4_ARG1(__lasx_xvclip255_w, temp0, temp1, temp2, temp3, temp0, temp1, \
|
|
temp2, temp3); \
|
|
g_l = __lasx_xvpackev_h(temp1, temp0); \
|
|
g_h = __lasx_xvpackev_h(temp3, temp2); \
|
|
}
|
|
|
|
// Convert 8 pixels of YUV420 to RGB.
|
|
#define YUVTORGB(in_y, in_uv, ubvr, ugvg, yg, yb, out_b, out_g, out_r) \
|
|
{ \
|
|
__m256i u_l, v_l, yl_ev, yl_od; \
|
|
__m256i temp0, temp1; \
|
|
\
|
|
in_y = __lasx_xvpermi_d(in_y, 0xD8); \
|
|
temp0 = __lasx_xvilvl_b(in_y, in_y); \
|
|
yl_ev = __lasx_xvmulwev_w_hu_h(temp0, yg); \
|
|
yl_od = __lasx_xvmulwod_w_hu_h(temp0, yg); \
|
|
DUP2_ARG2(__lasx_xvsrai_w, yl_ev, 16, yl_od, 16, yl_ev, yl_od); \
|
|
yl_ev = __lasx_xvadd_w(yl_ev, yb); \
|
|
yl_od = __lasx_xvadd_w(yl_od, yb); \
|
|
v_l = __lasx_xvmulwev_w_h(in_uv, ubvr); \
|
|
u_l = __lasx_xvmulwod_w_h(in_uv, ubvr); \
|
|
temp0 = __lasx_xvadd_w(yl_ev, u_l); \
|
|
temp1 = __lasx_xvadd_w(yl_od, u_l); \
|
|
DUP2_ARG2(__lasx_xvsrai_w, temp0, 6, temp1, 6, temp0, temp1); \
|
|
DUP2_ARG1(__lasx_xvclip255_w, temp0, temp1, temp0, temp1); \
|
|
out_b = __lasx_xvpackev_h(temp1, temp0); \
|
|
temp0 = __lasx_xvadd_w(yl_ev, v_l); \
|
|
temp1 = __lasx_xvadd_w(yl_od, v_l); \
|
|
DUP2_ARG2(__lasx_xvsrai_w, temp0, 6, temp1, 6, temp0, temp1); \
|
|
DUP2_ARG1(__lasx_xvclip255_w, temp0, temp1, temp0, temp1); \
|
|
out_r = __lasx_xvpackev_h(temp1, temp0); \
|
|
u_l = __lasx_xvdp2_w_h(in_uv, ugvg); \
|
|
temp0 = __lasx_xvsub_w(yl_ev, u_l); \
|
|
temp1 = __lasx_xvsub_w(yl_od, u_l); \
|
|
DUP2_ARG2(__lasx_xvsrai_w, temp0, 6, temp1, 6, temp0, temp1); \
|
|
DUP2_ARG1(__lasx_xvclip255_w, temp0, temp1, temp0, temp1); \
|
|
out_g = __lasx_xvpackev_h(temp1, temp0); \
|
|
}
|
|
|
|
// Pack and Store 16 ARGB values.
|
|
#define STOREARGB_D(a_l, a_h, r_l, r_h, g_l, g_h, b_l, b_h, pdst_argb) \
|
|
{ \
|
|
__m256i temp0, temp1, temp2, temp3; \
|
|
\
|
|
temp0 = __lasx_xvpackev_b(g_l, b_l); \
|
|
temp1 = __lasx_xvpackev_b(a_l, r_l); \
|
|
temp2 = __lasx_xvpackev_b(g_h, b_h); \
|
|
temp3 = __lasx_xvpackev_b(a_h, r_h); \
|
|
r_l = __lasx_xvilvl_h(temp1, temp0); \
|
|
r_h = __lasx_xvilvh_h(temp1, temp0); \
|
|
g_l = __lasx_xvilvl_h(temp3, temp2); \
|
|
g_h = __lasx_xvilvh_h(temp3, temp2); \
|
|
temp0 = __lasx_xvpermi_q(r_h, r_l, 0x20); \
|
|
temp1 = __lasx_xvpermi_q(g_h, g_l, 0x20); \
|
|
temp2 = __lasx_xvpermi_q(r_h, r_l, 0x31); \
|
|
temp3 = __lasx_xvpermi_q(g_h, g_l, 0x31); \
|
|
__lasx_xvst(temp0, pdst_argb, 0); \
|
|
__lasx_xvst(temp1, pdst_argb, 32); \
|
|
__lasx_xvst(temp2, pdst_argb, 64); \
|
|
__lasx_xvst(temp3, pdst_argb, 96); \
|
|
pdst_argb += 128; \
|
|
}
|
|
|
|
// Pack and Store 8 ARGB values.
|
|
#define STOREARGB(in_a, in_r, in_g, in_b, pdst_argb) \
|
|
{ \
|
|
__m256i temp0, temp1; \
|
|
\
|
|
temp0 = __lasx_xvpackev_b(in_g, in_b); \
|
|
temp1 = __lasx_xvpackev_b(in_a, in_r); \
|
|
in_a = __lasx_xvilvl_h(temp1, temp0); \
|
|
in_r = __lasx_xvilvh_h(temp1, temp0); \
|
|
temp0 = __lasx_xvpermi_q(in_r, in_a, 0x20); \
|
|
temp1 = __lasx_xvpermi_q(in_r, in_a, 0x31); \
|
|
__lasx_xvst(temp0, pdst_argb, 0); \
|
|
__lasx_xvst(temp1, pdst_argb, 32); \
|
|
pdst_argb += 64; \
|
|
}
|
|
|
|
void MirrorRow_LASX(const uint8_t* src, uint8_t* dst, int width) {
|
|
int x;
|
|
int len = width / 64;
|
|
__m256i src0, src1;
|
|
__m256i shuffler = {0x08090A0B0C0D0E0F, 0x0001020304050607,
|
|
0x08090A0B0C0D0E0F, 0x0001020304050607};
|
|
src += width - 64;
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src, 0, src, 32, src0, src1);
|
|
DUP2_ARG3(__lasx_xvshuf_b, src0, src0, shuffler, src1, src1, shuffler, src0,
|
|
src1);
|
|
src0 = __lasx_xvpermi_q(src0, src0, 0x01);
|
|
src1 = __lasx_xvpermi_q(src1, src1, 0x01);
|
|
__lasx_xvst(src1, dst, 0);
|
|
__lasx_xvst(src0, dst, 32);
|
|
dst += 64;
|
|
src -= 64;
|
|
}
|
|
}
|
|
|
|
void MirrorUVRow_LASX(const uint8_t* src_uv, uint8_t* dst_uv, int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i src, dst;
|
|
__m256i shuffler = {0x0004000500060007, 0x0000000100020003,
|
|
0x0004000500060007, 0x0000000100020003};
|
|
|
|
src_uv += (width - 16) << 1;
|
|
for (x = 0; x < len; x++) {
|
|
src = __lasx_xvld(src_uv, 0);
|
|
dst = __lasx_xvshuf_h(shuffler, src, src);
|
|
dst = __lasx_xvpermi_q(dst, dst, 0x01);
|
|
__lasx_xvst(dst, dst_uv, 0);
|
|
src_uv -= 32;
|
|
dst_uv += 32;
|
|
}
|
|
}
|
|
|
|
void ARGBMirrorRow_LASX(const uint8_t* src, uint8_t* dst, int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i src0, src1;
|
|
__m256i dst0, dst1;
|
|
__m256i shuffler = {0x0B0A09080F0E0D0C, 0x0302010007060504,
|
|
0x0B0A09080F0E0D0C, 0x0302010007060504};
|
|
src += (width * 4) - 64;
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src, 0, src, 32, src0, src1);
|
|
DUP2_ARG3(__lasx_xvshuf_b, src0, src0, shuffler, src1, src1, shuffler, src0,
|
|
src1);
|
|
dst1 = __lasx_xvpermi_q(src0, src0, 0x01);
|
|
dst0 = __lasx_xvpermi_q(src1, src1, 0x01);
|
|
__lasx_xvst(dst0, dst, 0);
|
|
__lasx_xvst(dst1, dst, 32);
|
|
dst += 64;
|
|
src -= 64;
|
|
}
|
|
}
|
|
|
|
void I422ToYUY2Row_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
uint8_t* dst_yuy2,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src_u0, src_v0, src_y0, vec_uv0;
|
|
__m256i vec_yuy2_0, vec_yuy2_1;
|
|
__m256i dst_yuy2_0, dst_yuy2_1;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_u, 0, src_v, 0, src_u0, src_v0);
|
|
src_y0 = __lasx_xvld(src_y, 0);
|
|
src_u0 = __lasx_xvpermi_d(src_u0, 0xD8);
|
|
src_v0 = __lasx_xvpermi_d(src_v0, 0xD8);
|
|
vec_uv0 = __lasx_xvilvl_b(src_v0, src_u0);
|
|
vec_yuy2_0 = __lasx_xvilvl_b(vec_uv0, src_y0);
|
|
vec_yuy2_1 = __lasx_xvilvh_b(vec_uv0, src_y0);
|
|
dst_yuy2_0 = __lasx_xvpermi_q(vec_yuy2_1, vec_yuy2_0, 0x20);
|
|
dst_yuy2_1 = __lasx_xvpermi_q(vec_yuy2_1, vec_yuy2_0, 0x31);
|
|
__lasx_xvst(dst_yuy2_0, dst_yuy2, 0);
|
|
__lasx_xvst(dst_yuy2_1, dst_yuy2, 32);
|
|
src_u += 16;
|
|
src_v += 16;
|
|
src_y += 32;
|
|
dst_yuy2 += 64;
|
|
}
|
|
}
|
|
|
|
void I422ToUYVYRow_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
uint8_t* dst_uyvy,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src_u0, src_v0, src_y0, vec_uv0;
|
|
__m256i vec_uyvy0, vec_uyvy1;
|
|
__m256i dst_uyvy0, dst_uyvy1;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_u, 0, src_v, 0, src_u0, src_v0);
|
|
src_y0 = __lasx_xvld(src_y, 0);
|
|
src_u0 = __lasx_xvpermi_d(src_u0, 0xD8);
|
|
src_v0 = __lasx_xvpermi_d(src_v0, 0xD8);
|
|
vec_uv0 = __lasx_xvilvl_b(src_v0, src_u0);
|
|
vec_uyvy0 = __lasx_xvilvl_b(src_y0, vec_uv0);
|
|
vec_uyvy1 = __lasx_xvilvh_b(src_y0, vec_uv0);
|
|
dst_uyvy0 = __lasx_xvpermi_q(vec_uyvy1, vec_uyvy0, 0x20);
|
|
dst_uyvy1 = __lasx_xvpermi_q(vec_uyvy1, vec_uyvy0, 0x31);
|
|
__lasx_xvst(dst_uyvy0, dst_uyvy, 0);
|
|
__lasx_xvst(dst_uyvy1, dst_uyvy, 32);
|
|
src_u += 16;
|
|
src_v += 16;
|
|
src_y += 32;
|
|
dst_uyvy += 64;
|
|
}
|
|
}
|
|
|
|
void I422ToARGBRow_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
uint8_t* dst_argb,
|
|
const struct YuvConstants* yuvconstants,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i vec_yb, vec_yg;
|
|
__m256i vec_ubvr, vec_ugvg;
|
|
__m256i alpha = __lasx_xvldi(0xFF);
|
|
__m256i const_0x80 = __lasx_xvldi(0x80);
|
|
|
|
YUVTORGB_SETUP(yuvconstants, vec_ubvr, vec_ugvg, vec_yg, vec_yb);
|
|
|
|
for (x = 0; x < len; x++) {
|
|
__m256i y, uv_l, uv_h, b_l, b_h, g_l, g_h, r_l, r_h;
|
|
|
|
READYUV422_D(src_y, src_u, src_v, y, uv_l, uv_h);
|
|
YUVTORGB_D(y, uv_l, uv_h, vec_ubvr, vec_ugvg, vec_yg, vec_yb, b_l, b_h, g_l,
|
|
g_h, r_l, r_h);
|
|
STOREARGB_D(alpha, alpha, r_l, r_h, g_l, g_h, b_l, b_h, dst_argb);
|
|
src_y += 32;
|
|
src_u += 16;
|
|
src_v += 16;
|
|
}
|
|
}
|
|
|
|
void I422ToRGBARow_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
uint8_t* dst_argb,
|
|
const struct YuvConstants* yuvconstants,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i vec_yb, vec_yg;
|
|
__m256i vec_ubvr, vec_ugvg;
|
|
__m256i alpha = __lasx_xvldi(0xFF);
|
|
__m256i const_0x80 = __lasx_xvldi(0x80);
|
|
|
|
YUVTORGB_SETUP(yuvconstants, vec_ubvr, vec_ugvg, vec_yg, vec_yb);
|
|
|
|
for (x = 0; x < len; x++) {
|
|
__m256i y, uv_l, uv_h, b_l, b_h, g_l, g_h, r_l, r_h;
|
|
|
|
READYUV422_D(src_y, src_u, src_v, y, uv_l, uv_h);
|
|
YUVTORGB_D(y, uv_l, uv_h, vec_ubvr, vec_ugvg, vec_yg, vec_yb, b_l, b_h, g_l,
|
|
g_h, r_l, r_h);
|
|
STOREARGB_D(r_l, r_h, g_l, g_h, b_l, b_h, alpha, alpha, dst_argb);
|
|
src_y += 32;
|
|
src_u += 16;
|
|
src_v += 16;
|
|
}
|
|
}
|
|
|
|
void I422AlphaToARGBRow_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
const uint8_t* src_a,
|
|
uint8_t* dst_argb,
|
|
const struct YuvConstants* yuvconstants,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
int res = width & 31;
|
|
__m256i vec_yb, vec_yg;
|
|
__m256i vec_ubvr, vec_ugvg;
|
|
__m256i zero = __lasx_xvldi(0);
|
|
__m256i const_0x80 = __lasx_xvldi(0x80);
|
|
|
|
YUVTORGB_SETUP(yuvconstants, vec_ubvr, vec_ugvg, vec_yg, vec_yb);
|
|
|
|
for (x = 0; x < len; x++) {
|
|
__m256i y, uv_l, uv_h, b_l, b_h, g_l, g_h, r_l, r_h, a_l, a_h;
|
|
|
|
y = __lasx_xvld(src_a, 0);
|
|
a_l = __lasx_xvilvl_b(zero, y);
|
|
a_h = __lasx_xvilvh_b(zero, y);
|
|
READYUV422_D(src_y, src_u, src_v, y, uv_l, uv_h);
|
|
YUVTORGB_D(y, uv_l, uv_h, vec_ubvr, vec_ugvg, vec_yg, vec_yb, b_l, b_h, g_l,
|
|
g_h, r_l, r_h);
|
|
STOREARGB_D(a_l, a_h, r_l, r_h, g_l, g_h, b_l, b_h, dst_argb);
|
|
src_y += 32;
|
|
src_u += 16;
|
|
src_v += 16;
|
|
src_a += 32;
|
|
}
|
|
if (res) {
|
|
__m256i y, uv, r, g, b, a;
|
|
a = __lasx_xvld(src_a, 0);
|
|
a = __lasx_vext2xv_hu_bu(a);
|
|
READYUV422(src_y, src_u, src_v, y, uv);
|
|
YUVTORGB(y, uv, vec_ubvr, vec_ugvg, vec_yg, vec_yb, b, g, r);
|
|
STOREARGB(a, r, g, b, dst_argb);
|
|
}
|
|
}
|
|
|
|
void I422ToRGB24Row_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
uint8_t* dst_argb,
|
|
const struct YuvConstants* yuvconstants,
|
|
int32_t width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i vec_yb, vec_yg;
|
|
__m256i vec_ubvr, vec_ugvg;
|
|
__m256i const_0x80 = __lasx_xvldi(0x80);
|
|
__m256i shuffler0 = {0x0504120302100100, 0x0A18090816070614,
|
|
0x0504120302100100, 0x0A18090816070614};
|
|
__m256i shuffler1 = {0x1E0F0E1C0D0C1A0B, 0x1E0F0E1C0D0C1A0B,
|
|
0x1E0F0E1C0D0C1A0B, 0x1E0F0E1C0D0C1A0B};
|
|
|
|
YUVTORGB_SETUP(yuvconstants, vec_ubvr, vec_ugvg, vec_yg, vec_yb);
|
|
|
|
for (x = 0; x < len; x++) {
|
|
__m256i y, uv_l, uv_h, b_l, b_h, g_l, g_h, r_l, r_h;
|
|
__m256i temp0, temp1, temp2, temp3;
|
|
|
|
READYUV422_D(src_y, src_u, src_v, y, uv_l, uv_h);
|
|
YUVTORGB_D(y, uv_l, uv_h, vec_ubvr, vec_ugvg, vec_yg, vec_yb, b_l, b_h, g_l,
|
|
g_h, r_l, r_h);
|
|
temp0 = __lasx_xvpackev_b(g_l, b_l);
|
|
temp1 = __lasx_xvpackev_b(g_h, b_h);
|
|
DUP4_ARG3(__lasx_xvshuf_b, r_l, temp0, shuffler1, r_h, temp1, shuffler1,
|
|
r_l, temp0, shuffler0, r_h, temp1, shuffler0, temp2, temp3, temp0,
|
|
temp1);
|
|
|
|
b_l = __lasx_xvilvl_d(temp1, temp2);
|
|
b_h = __lasx_xvilvh_d(temp3, temp1);
|
|
temp1 = __lasx_xvpermi_q(b_l, temp0, 0x20);
|
|
temp2 = __lasx_xvpermi_q(temp0, b_h, 0x30);
|
|
temp3 = __lasx_xvpermi_q(b_h, b_l, 0x31);
|
|
__lasx_xvst(temp1, dst_argb, 0);
|
|
__lasx_xvst(temp2, dst_argb, 32);
|
|
__lasx_xvst(temp3, dst_argb, 64);
|
|
dst_argb += 96;
|
|
src_y += 32;
|
|
src_u += 16;
|
|
src_v += 16;
|
|
}
|
|
}
|
|
|
|
// TODO(fbarchard): Consider AND instead of shift to isolate 5 upper bits of R.
|
|
void I422ToRGB565Row_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
uint8_t* dst_rgb565,
|
|
const struct YuvConstants* yuvconstants,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i vec_yb, vec_yg;
|
|
__m256i vec_ubvr, vec_ugvg;
|
|
__m256i const_0x80 = __lasx_xvldi(0x80);
|
|
|
|
YUVTORGB_SETUP(yuvconstants, vec_ubvr, vec_ugvg, vec_yg, vec_yb);
|
|
|
|
for (x = 0; x < len; x++) {
|
|
__m256i y, uv_l, uv_h, b_l, b_h, g_l, g_h, r_l, r_h;
|
|
__m256i dst_l, dst_h;
|
|
|
|
READYUV422_D(src_y, src_u, src_v, y, uv_l, uv_h);
|
|
YUVTORGB_D(y, uv_l, uv_h, vec_ubvr, vec_ugvg, vec_yg, vec_yb, b_l, b_h, g_l,
|
|
g_h, r_l, r_h);
|
|
b_l = __lasx_xvsrli_h(b_l, 3);
|
|
b_h = __lasx_xvsrli_h(b_h, 3);
|
|
g_l = __lasx_xvsrli_h(g_l, 2);
|
|
g_h = __lasx_xvsrli_h(g_h, 2);
|
|
r_l = __lasx_xvsrli_h(r_l, 3);
|
|
r_h = __lasx_xvsrli_h(r_h, 3);
|
|
r_l = __lasx_xvslli_h(r_l, 11);
|
|
r_h = __lasx_xvslli_h(r_h, 11);
|
|
g_l = __lasx_xvslli_h(g_l, 5);
|
|
g_h = __lasx_xvslli_h(g_h, 5);
|
|
r_l = __lasx_xvor_v(r_l, g_l);
|
|
r_l = __lasx_xvor_v(r_l, b_l);
|
|
r_h = __lasx_xvor_v(r_h, g_h);
|
|
r_h = __lasx_xvor_v(r_h, b_h);
|
|
dst_l = __lasx_xvpermi_q(r_h, r_l, 0x20);
|
|
dst_h = __lasx_xvpermi_q(r_h, r_l, 0x31);
|
|
__lasx_xvst(dst_l, dst_rgb565, 0);
|
|
__lasx_xvst(dst_h, dst_rgb565, 32);
|
|
dst_rgb565 += 64;
|
|
src_y += 32;
|
|
src_u += 16;
|
|
src_v += 16;
|
|
}
|
|
}
|
|
|
|
// TODO(fbarchard): Consider AND instead of shift to isolate 4 upper bits of G.
|
|
void I422ToARGB4444Row_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
uint8_t* dst_argb4444,
|
|
const struct YuvConstants* yuvconstants,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i vec_yb, vec_yg;
|
|
__m256i vec_ubvr, vec_ugvg;
|
|
__m256i const_0x80 = __lasx_xvldi(0x80);
|
|
__m256i alpha = {0xF000F000F000F000, 0xF000F000F000F000, 0xF000F000F000F000,
|
|
0xF000F000F000F000};
|
|
__m256i mask = {0x00F000F000F000F0, 0x00F000F000F000F0, 0x00F000F000F000F0,
|
|
0x00F000F000F000F0};
|
|
|
|
YUVTORGB_SETUP(yuvconstants, vec_ubvr, vec_ugvg, vec_yg, vec_yb);
|
|
|
|
for (x = 0; x < len; x++) {
|
|
__m256i y, uv_l, uv_h, b_l, b_h, g_l, g_h, r_l, r_h;
|
|
__m256i dst_l, dst_h;
|
|
|
|
READYUV422_D(src_y, src_u, src_v, y, uv_l, uv_h);
|
|
YUVTORGB_D(y, uv_l, uv_h, vec_ubvr, vec_ugvg, vec_yg, vec_yb, b_l, b_h, g_l,
|
|
g_h, r_l, r_h);
|
|
b_l = __lasx_xvsrli_h(b_l, 4);
|
|
b_h = __lasx_xvsrli_h(b_h, 4);
|
|
r_l = __lasx_xvsrli_h(r_l, 4);
|
|
r_h = __lasx_xvsrli_h(r_h, 4);
|
|
g_l = __lasx_xvand_v(g_l, mask);
|
|
g_h = __lasx_xvand_v(g_h, mask);
|
|
r_l = __lasx_xvslli_h(r_l, 8);
|
|
r_h = __lasx_xvslli_h(r_h, 8);
|
|
r_l = __lasx_xvor_v(r_l, alpha);
|
|
r_h = __lasx_xvor_v(r_h, alpha);
|
|
r_l = __lasx_xvor_v(r_l, g_l);
|
|
r_h = __lasx_xvor_v(r_h, g_h);
|
|
r_l = __lasx_xvor_v(r_l, b_l);
|
|
r_h = __lasx_xvor_v(r_h, b_h);
|
|
dst_l = __lasx_xvpermi_q(r_h, r_l, 0x20);
|
|
dst_h = __lasx_xvpermi_q(r_h, r_l, 0x31);
|
|
__lasx_xvst(dst_l, dst_argb4444, 0);
|
|
__lasx_xvst(dst_h, dst_argb4444, 32);
|
|
dst_argb4444 += 64;
|
|
src_y += 32;
|
|
src_u += 16;
|
|
src_v += 16;
|
|
}
|
|
}
|
|
|
|
void I422ToARGB1555Row_LASX(const uint8_t* src_y,
|
|
const uint8_t* src_u,
|
|
const uint8_t* src_v,
|
|
uint8_t* dst_argb1555,
|
|
const struct YuvConstants* yuvconstants,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i vec_yb, vec_yg;
|
|
__m256i vec_ubvr, vec_ugvg;
|
|
__m256i const_0x80 = __lasx_xvldi(0x80);
|
|
__m256i alpha = {0x8000800080008000, 0x8000800080008000, 0x8000800080008000,
|
|
0x8000800080008000};
|
|
|
|
YUVTORGB_SETUP(yuvconstants, vec_ubvr, vec_ugvg, vec_yg, vec_yb);
|
|
|
|
for (x = 0; x < len; x++) {
|
|
__m256i y, uv_l, uv_h, b_l, b_h, g_l, g_h, r_l, r_h;
|
|
__m256i dst_l, dst_h;
|
|
|
|
READYUV422_D(src_y, src_u, src_v, y, uv_l, uv_h);
|
|
YUVTORGB_D(y, uv_l, uv_h, vec_ubvr, vec_ugvg, vec_yg, vec_yb, b_l, b_h, g_l,
|
|
g_h, r_l, r_h);
|
|
b_l = __lasx_xvsrli_h(b_l, 3);
|
|
b_h = __lasx_xvsrli_h(b_h, 3);
|
|
g_l = __lasx_xvsrli_h(g_l, 3);
|
|
g_h = __lasx_xvsrli_h(g_h, 3);
|
|
g_l = __lasx_xvslli_h(g_l, 5);
|
|
g_h = __lasx_xvslli_h(g_h, 5);
|
|
r_l = __lasx_xvsrli_h(r_l, 3);
|
|
r_h = __lasx_xvsrli_h(r_h, 3);
|
|
r_l = __lasx_xvslli_h(r_l, 10);
|
|
r_h = __lasx_xvslli_h(r_h, 10);
|
|
r_l = __lasx_xvor_v(r_l, alpha);
|
|
r_h = __lasx_xvor_v(r_h, alpha);
|
|
r_l = __lasx_xvor_v(r_l, g_l);
|
|
r_h = __lasx_xvor_v(r_h, g_h);
|
|
r_l = __lasx_xvor_v(r_l, b_l);
|
|
r_h = __lasx_xvor_v(r_h, b_h);
|
|
dst_l = __lasx_xvpermi_q(r_h, r_l, 0x20);
|
|
dst_h = __lasx_xvpermi_q(r_h, r_l, 0x31);
|
|
__lasx_xvst(dst_l, dst_argb1555, 0);
|
|
__lasx_xvst(dst_h, dst_argb1555, 32);
|
|
dst_argb1555 += 64;
|
|
src_y += 32;
|
|
src_u += 16;
|
|
src_v += 16;
|
|
}
|
|
}
|
|
|
|
void YUY2ToYRow_LASX(const uint8_t* src_yuy2, uint8_t* dst_y, int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src0, src1, dst0;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_yuy2, 0, src_yuy2, 32, src0, src1);
|
|
dst0 = __lasx_xvpickev_b(src1, src0);
|
|
dst0 = __lasx_xvpermi_d(dst0, 0xD8);
|
|
__lasx_xvst(dst0, dst_y, 0);
|
|
src_yuy2 += 64;
|
|
dst_y += 32;
|
|
}
|
|
}
|
|
|
|
void YUY2ToUVRow_LASX(const uint8_t* src_yuy2,
|
|
int src_stride_yuy2,
|
|
uint8_t* dst_u,
|
|
uint8_t* dst_v,
|
|
int width) {
|
|
const uint8_t* src_yuy2_next = src_yuy2 + src_stride_yuy2;
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src0, src1, src2, src3;
|
|
__m256i tmp0, dst0, dst1;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP4_ARG2(__lasx_xvld, src_yuy2, 0, src_yuy2, 32, src_yuy2_next, 0,
|
|
src_yuy2_next, 32, src0, src1, src2, src3);
|
|
src0 = __lasx_xvpickod_b(src1, src0);
|
|
src1 = __lasx_xvpickod_b(src3, src2);
|
|
tmp0 = __lasx_xvavgr_bu(src1, src0);
|
|
tmp0 = __lasx_xvpermi_d(tmp0, 0xD8);
|
|
dst0 = __lasx_xvpickev_b(tmp0, tmp0);
|
|
dst1 = __lasx_xvpickod_b(tmp0, tmp0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 0, 0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 8, 2);
|
|
__lasx_xvstelm_d(dst1, dst_v, 0, 0);
|
|
__lasx_xvstelm_d(dst1, dst_v, 8, 2);
|
|
src_yuy2 += 64;
|
|
src_yuy2_next += 64;
|
|
dst_u += 16;
|
|
dst_v += 16;
|
|
}
|
|
}
|
|
|
|
void YUY2ToUV422Row_LASX(const uint8_t* src_yuy2,
|
|
uint8_t* dst_u,
|
|
uint8_t* dst_v,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src0, src1, tmp0, dst0, dst1;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_yuy2, 0, src_yuy2, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickod_b(src1, src0);
|
|
tmp0 = __lasx_xvpermi_d(tmp0, 0xD8);
|
|
dst0 = __lasx_xvpickev_b(tmp0, tmp0);
|
|
dst1 = __lasx_xvpickod_b(tmp0, tmp0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 0, 0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 8, 2);
|
|
__lasx_xvstelm_d(dst1, dst_v, 0, 0);
|
|
__lasx_xvstelm_d(dst1, dst_v, 8, 2);
|
|
src_yuy2 += 64;
|
|
dst_u += 16;
|
|
dst_v += 16;
|
|
}
|
|
}
|
|
|
|
void UYVYToYRow_LASX(const uint8_t* src_uyvy, uint8_t* dst_y, int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src0, src1, dst0;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_uyvy, 0, src_uyvy, 32, src0, src1);
|
|
dst0 = __lasx_xvpickod_b(src1, src0);
|
|
dst0 = __lasx_xvpermi_d(dst0, 0xD8);
|
|
__lasx_xvst(dst0, dst_y, 0);
|
|
src_uyvy += 64;
|
|
dst_y += 32;
|
|
}
|
|
}
|
|
|
|
void UYVYToUVRow_LASX(const uint8_t* src_uyvy,
|
|
int src_stride_uyvy,
|
|
uint8_t* dst_u,
|
|
uint8_t* dst_v,
|
|
int width) {
|
|
const uint8_t* src_uyvy_next = src_uyvy + src_stride_uyvy;
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src0, src1, src2, src3, tmp0, dst0, dst1;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP4_ARG2(__lasx_xvld, src_uyvy, 0, src_uyvy, 32, src_uyvy_next, 0,
|
|
src_uyvy_next, 32, src0, src1, src2, src3);
|
|
src0 = __lasx_xvpickev_b(src1, src0);
|
|
src1 = __lasx_xvpickev_b(src3, src2);
|
|
tmp0 = __lasx_xvavgr_bu(src1, src0);
|
|
tmp0 = __lasx_xvpermi_d(tmp0, 0xD8);
|
|
dst0 = __lasx_xvpickev_b(tmp0, tmp0);
|
|
dst1 = __lasx_xvpickod_b(tmp0, tmp0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 0, 0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 8, 2);
|
|
__lasx_xvstelm_d(dst1, dst_v, 0, 0);
|
|
__lasx_xvstelm_d(dst1, dst_v, 8, 2);
|
|
src_uyvy += 64;
|
|
src_uyvy_next += 64;
|
|
dst_u += 16;
|
|
dst_v += 16;
|
|
}
|
|
}
|
|
|
|
void UYVYToUV422Row_LASX(const uint8_t* src_uyvy,
|
|
uint8_t* dst_u,
|
|
uint8_t* dst_v,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src0, src1, tmp0, dst0, dst1;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_uyvy, 0, src_uyvy, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickev_b(src1, src0);
|
|
tmp0 = __lasx_xvpermi_d(tmp0, 0xD8);
|
|
dst0 = __lasx_xvpickev_b(tmp0, tmp0);
|
|
dst1 = __lasx_xvpickod_b(tmp0, tmp0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 0, 0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 8, 2);
|
|
__lasx_xvstelm_d(dst1, dst_v, 0, 0);
|
|
__lasx_xvstelm_d(dst1, dst_v, 8, 2);
|
|
src_uyvy += 64;
|
|
dst_u += 16;
|
|
dst_v += 16;
|
|
}
|
|
}
|
|
|
|
void ARGBToYRow_LASX(const uint8_t* src_argb0, uint8_t* dst_y, int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src0, src1, src2, src3, vec0, vec1, vec2, vec3;
|
|
__m256i tmp0, tmp1, dst0;
|
|
__m256i const_19 = __lasx_xvldi(0x19);
|
|
__m256i const_42 = __lasx_xvldi(0x42);
|
|
__m256i const_81 = __lasx_xvldi(0x81);
|
|
__m256i const_1080 = {0x1080108010801080, 0x1080108010801080,
|
|
0x1080108010801080, 0x1080108010801080};
|
|
__m256i control = {0x0000000400000000, 0x0000000500000001, 0x0000000600000002,
|
|
0x0000000700000003};
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP4_ARG2(__lasx_xvld, src_argb0, 0, src_argb0, 32, src_argb0, 64,
|
|
src_argb0, 96, src0, src1, src2, src3);
|
|
vec0 = __lasx_xvpickev_b(src1, src0);
|
|
vec1 = __lasx_xvpickev_b(src3, src2);
|
|
vec2 = __lasx_xvpickod_b(src1, src0);
|
|
vec3 = __lasx_xvpickod_b(src3, src2);
|
|
tmp0 = __lasx_xvmaddwev_h_bu(const_1080, vec0, const_19);
|
|
tmp1 = __lasx_xvmaddwev_h_bu(const_1080, vec1, const_19);
|
|
tmp0 = __lasx_xvmaddwev_h_bu(tmp0, vec2, const_81);
|
|
tmp1 = __lasx_xvmaddwev_h_bu(tmp1, vec3, const_81);
|
|
tmp0 = __lasx_xvmaddwod_h_bu(tmp0, vec0, const_42);
|
|
tmp1 = __lasx_xvmaddwod_h_bu(tmp1, vec1, const_42);
|
|
dst0 = __lasx_xvssrani_b_h(tmp1, tmp0, 8);
|
|
dst0 = __lasx_xvperm_w(dst0, control);
|
|
__lasx_xvst(dst0, dst_y, 0);
|
|
src_argb0 += 128;
|
|
dst_y += 32;
|
|
}
|
|
}
|
|
|
|
void ARGBToUVRow_LASX(const uint8_t* src_argb0,
|
|
int src_stride_argb,
|
|
uint8_t* dst_u,
|
|
uint8_t* dst_v,
|
|
int width) {
|
|
int x;
|
|
int len = width / 32;
|
|
const uint8_t* src_argb1 = src_argb0 + src_stride_argb;
|
|
|
|
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
|
|
__m256i vec0, vec1, vec2, vec3;
|
|
__m256i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, dst0, dst1;
|
|
__m256i const_0x70 = {0x0038003800380038, 0x0038003800380038,
|
|
0x0038003800380038, 0x0038003800380038};
|
|
__m256i const_0x4A = {0x0025002500250025, 0x0025002500250025,
|
|
0x0025002500250025, 0x0025002500250025};
|
|
__m256i const_0x26 = {0x0013001300130013, 0x0013001300130013,
|
|
0x0013001300130013, 0x0013001300130013};
|
|
__m256i const_0x5E = {0x002f002f002f002f, 0x002f002f002f002f,
|
|
0x002f002f002f002f, 0x002f002f002f002f};
|
|
__m256i const_0x12 = {0x0009000900090009, 0x0009000900090009,
|
|
0x0009000900090009, 0x0009000900090009};
|
|
__m256i control = {0x0000000400000000, 0x0000000500000001, 0x0000000600000002,
|
|
0x0000000700000003};
|
|
__m256i const_0x8080 = {0x8080808080808080, 0x8080808080808080,
|
|
0x8080808080808080, 0x8080808080808080};
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP4_ARG2(__lasx_xvld, src_argb0, 0, src_argb0, 32, src_argb0, 64,
|
|
src_argb0, 96, src0, src1, src2, src3);
|
|
DUP4_ARG2(__lasx_xvld, src_argb1, 0, src_argb1, 32, src_argb1, 64,
|
|
src_argb1, 96, src4, src5, src6, src7);
|
|
vec0 = __lasx_xvaddwev_h_bu(src0, src4);
|
|
vec1 = __lasx_xvaddwev_h_bu(src1, src5);
|
|
vec2 = __lasx_xvaddwev_h_bu(src2, src6);
|
|
vec3 = __lasx_xvaddwev_h_bu(src3, src7);
|
|
tmp0 = __lasx_xvpickev_h(vec1, vec0);
|
|
tmp1 = __lasx_xvpickev_h(vec3, vec2);
|
|
tmp2 = __lasx_xvpickod_h(vec1, vec0);
|
|
tmp3 = __lasx_xvpickod_h(vec3, vec2);
|
|
vec0 = __lasx_xvaddwod_h_bu(src0, src4);
|
|
vec1 = __lasx_xvaddwod_h_bu(src1, src5);
|
|
vec2 = __lasx_xvaddwod_h_bu(src2, src6);
|
|
vec3 = __lasx_xvaddwod_h_bu(src3, src7);
|
|
tmp4 = __lasx_xvpickev_h(vec1, vec0);
|
|
tmp5 = __lasx_xvpickev_h(vec3, vec2);
|
|
vec0 = __lasx_xvpickev_h(tmp1, tmp0);
|
|
vec1 = __lasx_xvpickod_h(tmp1, tmp0);
|
|
src0 = __lasx_xvavgr_h(vec0, vec1);
|
|
vec0 = __lasx_xvpickev_h(tmp3, tmp2);
|
|
vec1 = __lasx_xvpickod_h(tmp3, tmp2);
|
|
src1 = __lasx_xvavgr_h(vec0, vec1);
|
|
vec0 = __lasx_xvpickev_h(tmp5, tmp4);
|
|
vec1 = __lasx_xvpickod_h(tmp5, tmp4);
|
|
src2 = __lasx_xvavgr_h(vec0, vec1);
|
|
dst0 = __lasx_xvmadd_h(const_0x8080, src0, const_0x70);
|
|
dst0 = __lasx_xvmsub_h(dst0, src2, const_0x4A);
|
|
dst0 = __lasx_xvmsub_h(dst0, src1, const_0x26);
|
|
dst1 = __lasx_xvmadd_h(const_0x8080, src1, const_0x70);
|
|
dst1 = __lasx_xvmsub_h(dst1, src2, const_0x5E);
|
|
dst1 = __lasx_xvmsub_h(dst1, src0, const_0x12);
|
|
dst0 = __lasx_xvperm_w(dst0, control);
|
|
dst1 = __lasx_xvperm_w(dst1, control);
|
|
dst0 = __lasx_xvssrani_b_h(dst0, dst0, 8);
|
|
dst1 = __lasx_xvssrani_b_h(dst1, dst1, 8);
|
|
__lasx_xvstelm_d(dst0, dst_u, 0, 0);
|
|
__lasx_xvstelm_d(dst0, dst_u, 8, 2);
|
|
__lasx_xvstelm_d(dst1, dst_v, 0, 0);
|
|
__lasx_xvstelm_d(dst1, dst_v, 8, 2);
|
|
src_argb0 += 128;
|
|
src_argb1 += 128;
|
|
dst_u += 16;
|
|
dst_v += 16;
|
|
}
|
|
}
|
|
|
|
void ARGBToRGB24Row_LASX(const uint8_t* src_argb, uint8_t* dst_rgb, int width) {
|
|
int x;
|
|
int len = (width / 32) - 1;
|
|
__m256i src0, src1, src2, src3;
|
|
__m256i tmp0, tmp1, tmp2, tmp3;
|
|
__m256i shuf = {0x0908060504020100, 0x000000000E0D0C0A, 0x0908060504020100,
|
|
0x000000000E0D0C0A};
|
|
__m256i control = {0x0000000100000000, 0x0000000400000002, 0x0000000600000005,
|
|
0x0000000700000003};
|
|
for (x = 0; x < len; x++) {
|
|
DUP4_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src_argb, 64, src_argb,
|
|
96, src0, src1, src2, src3);
|
|
tmp0 = __lasx_xvshuf_b(src0, src0, shuf);
|
|
tmp1 = __lasx_xvshuf_b(src1, src1, shuf);
|
|
tmp2 = __lasx_xvshuf_b(src2, src2, shuf);
|
|
tmp3 = __lasx_xvshuf_b(src3, src3, shuf);
|
|
tmp0 = __lasx_xvperm_w(tmp0, control);
|
|
tmp1 = __lasx_xvperm_w(tmp1, control);
|
|
tmp2 = __lasx_xvperm_w(tmp2, control);
|
|
tmp3 = __lasx_xvperm_w(tmp3, control);
|
|
__lasx_xvst(tmp0, dst_rgb, 0);
|
|
__lasx_xvst(tmp1, dst_rgb, 24);
|
|
__lasx_xvst(tmp2, dst_rgb, 48);
|
|
__lasx_xvst(tmp3, dst_rgb, 72);
|
|
dst_rgb += 96;
|
|
src_argb += 128;
|
|
}
|
|
DUP4_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src_argb, 64, src_argb, 96,
|
|
src0, src1, src2, src3);
|
|
tmp0 = __lasx_xvshuf_b(src0, src0, shuf);
|
|
tmp1 = __lasx_xvshuf_b(src1, src1, shuf);
|
|
tmp2 = __lasx_xvshuf_b(src2, src2, shuf);
|
|
tmp3 = __lasx_xvshuf_b(src3, src3, shuf);
|
|
tmp0 = __lasx_xvperm_w(tmp0, control);
|
|
tmp1 = __lasx_xvperm_w(tmp1, control);
|
|
tmp2 = __lasx_xvperm_w(tmp2, control);
|
|
tmp3 = __lasx_xvperm_w(tmp3, control);
|
|
__lasx_xvst(tmp0, dst_rgb, 0);
|
|
__lasx_xvst(tmp1, dst_rgb, 24);
|
|
__lasx_xvst(tmp2, dst_rgb, 48);
|
|
dst_rgb += 72;
|
|
__lasx_xvstelm_d(tmp3, dst_rgb, 0, 0);
|
|
__lasx_xvstelm_d(tmp3, dst_rgb, 8, 1);
|
|
__lasx_xvstelm_d(tmp3, dst_rgb, 16, 2);
|
|
}
|
|
|
|
void ARGBToRAWRow_LASX(const uint8_t* src_argb, uint8_t* dst_rgb, int width) {
|
|
int x;
|
|
int len = (width / 32) - 1;
|
|
__m256i src0, src1, src2, src3;
|
|
__m256i tmp0, tmp1, tmp2, tmp3;
|
|
__m256i shuf = {0x090A040506000102, 0x000000000C0D0E08, 0x090A040506000102,
|
|
0x000000000C0D0E08};
|
|
__m256i control = {0x0000000100000000, 0x0000000400000002, 0x0000000600000005,
|
|
0x0000000700000003};
|
|
for (x = 0; x < len; x++) {
|
|
DUP4_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src_argb, 64, src_argb,
|
|
96, src0, src1, src2, src3);
|
|
tmp0 = __lasx_xvshuf_b(src0, src0, shuf);
|
|
tmp1 = __lasx_xvshuf_b(src1, src1, shuf);
|
|
tmp2 = __lasx_xvshuf_b(src2, src2, shuf);
|
|
tmp3 = __lasx_xvshuf_b(src3, src3, shuf);
|
|
tmp0 = __lasx_xvperm_w(tmp0, control);
|
|
tmp1 = __lasx_xvperm_w(tmp1, control);
|
|
tmp2 = __lasx_xvperm_w(tmp2, control);
|
|
tmp3 = __lasx_xvperm_w(tmp3, control);
|
|
__lasx_xvst(tmp0, dst_rgb, 0);
|
|
__lasx_xvst(tmp1, dst_rgb, 24);
|
|
__lasx_xvst(tmp2, dst_rgb, 48);
|
|
__lasx_xvst(tmp3, dst_rgb, 72);
|
|
dst_rgb += 96;
|
|
src_argb += 128;
|
|
}
|
|
DUP4_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src_argb, 64, src_argb, 96,
|
|
src0, src1, src2, src3);
|
|
tmp0 = __lasx_xvshuf_b(src0, src0, shuf);
|
|
tmp1 = __lasx_xvshuf_b(src1, src1, shuf);
|
|
tmp2 = __lasx_xvshuf_b(src2, src2, shuf);
|
|
tmp3 = __lasx_xvshuf_b(src3, src3, shuf);
|
|
tmp0 = __lasx_xvperm_w(tmp0, control);
|
|
tmp1 = __lasx_xvperm_w(tmp1, control);
|
|
tmp2 = __lasx_xvperm_w(tmp2, control);
|
|
tmp3 = __lasx_xvperm_w(tmp3, control);
|
|
__lasx_xvst(tmp0, dst_rgb, 0);
|
|
__lasx_xvst(tmp1, dst_rgb, 24);
|
|
__lasx_xvst(tmp2, dst_rgb, 48);
|
|
dst_rgb += 72;
|
|
__lasx_xvstelm_d(tmp3, dst_rgb, 0, 0);
|
|
__lasx_xvstelm_d(tmp3, dst_rgb, 8, 1);
|
|
__lasx_xvstelm_d(tmp3, dst_rgb, 16, 2);
|
|
}
|
|
|
|
void ARGBToRGB565Row_LASX(const uint8_t* src_argb,
|
|
uint8_t* dst_rgb,
|
|
int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i zero = __lasx_xvldi(0);
|
|
__m256i src0, src1, tmp0, tmp1, dst0;
|
|
__m256i shift = {0x0300030003000300, 0x0300030003000300, 0x0300030003000300,
|
|
0x0300030003000300};
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickev_b(src1, src0);
|
|
tmp1 = __lasx_xvpickod_b(src1, src0);
|
|
tmp0 = __lasx_xvsrli_b(tmp0, 3);
|
|
tmp1 = __lasx_xvpackev_b(zero, tmp1);
|
|
tmp1 = __lasx_xvsrli_h(tmp1, 2);
|
|
tmp0 = __lasx_xvsll_b(tmp0, shift);
|
|
tmp1 = __lasx_xvslli_h(tmp1, 5);
|
|
dst0 = __lasx_xvor_v(tmp0, tmp1);
|
|
dst0 = __lasx_xvpermi_d(dst0, 0xD8);
|
|
__lasx_xvst(dst0, dst_rgb, 0);
|
|
dst_rgb += 32;
|
|
src_argb += 64;
|
|
}
|
|
}
|
|
|
|
void ARGBToARGB1555Row_LASX(const uint8_t* src_argb,
|
|
uint8_t* dst_rgb,
|
|
int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i zero = __lasx_xvldi(0);
|
|
__m256i src0, src1, tmp0, tmp1, tmp2, tmp3, dst0;
|
|
__m256i shift1 = {0x0703070307030703, 0x0703070307030703, 0x0703070307030703,
|
|
0x0703070307030703};
|
|
__m256i shift2 = {0x0200020002000200, 0x0200020002000200, 0x0200020002000200,
|
|
0x0200020002000200};
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickev_b(src1, src0);
|
|
tmp1 = __lasx_xvpickod_b(src1, src0);
|
|
tmp0 = __lasx_xvsrli_b(tmp0, 3);
|
|
tmp1 = __lasx_xvsrl_b(tmp1, shift1);
|
|
tmp0 = __lasx_xvsll_b(tmp0, shift2);
|
|
tmp2 = __lasx_xvpackev_b(zero, tmp1);
|
|
tmp3 = __lasx_xvpackod_b(zero, tmp1);
|
|
tmp2 = __lasx_xvslli_h(tmp2, 5);
|
|
tmp3 = __lasx_xvslli_h(tmp3, 15);
|
|
dst0 = __lasx_xvor_v(tmp0, tmp2);
|
|
dst0 = __lasx_xvor_v(dst0, tmp3);
|
|
dst0 = __lasx_xvpermi_d(dst0, 0xD8);
|
|
__lasx_xvst(dst0, dst_rgb, 0);
|
|
dst_rgb += 32;
|
|
src_argb += 64;
|
|
}
|
|
}
|
|
|
|
void ARGBToARGB4444Row_LASX(const uint8_t* src_argb,
|
|
uint8_t* dst_rgb,
|
|
int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i src0, src1, tmp0, tmp1, dst0;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickev_b(src1, src0);
|
|
tmp1 = __lasx_xvpickod_b(src1, src0);
|
|
tmp1 = __lasx_xvandi_b(tmp1, 0xF0);
|
|
tmp0 = __lasx_xvsrli_b(tmp0, 4);
|
|
dst0 = __lasx_xvor_v(tmp1, tmp0);
|
|
dst0 = __lasx_xvpermi_d(dst0, 0xD8);
|
|
__lasx_xvst(dst0, dst_rgb, 0);
|
|
dst_rgb += 32;
|
|
src_argb += 64;
|
|
}
|
|
}
|
|
|
|
void ARGBToUV444Row_LASX(const uint8_t* src_argb,
|
|
uint8_t* dst_u,
|
|
uint8_t* dst_v,
|
|
int32_t width) {
|
|
int x;
|
|
int len = width / 32;
|
|
__m256i src0, src1, src2, src3;
|
|
__m256i tmp0, tmp1, tmp2, tmp3;
|
|
__m256i reg0, reg1, reg2, reg3, dst0, dst1;
|
|
__m256i const_112 = __lasx_xvldi(112);
|
|
__m256i const_74 = __lasx_xvldi(74);
|
|
__m256i const_38 = __lasx_xvldi(38);
|
|
__m256i const_94 = __lasx_xvldi(94);
|
|
__m256i const_18 = __lasx_xvldi(18);
|
|
__m256i const_0x8080 = {0x8080808080808080, 0x8080808080808080,
|
|
0x8080808080808080, 0x8080808080808080};
|
|
__m256i control = {0x0000000400000000, 0x0000000500000001, 0x0000000600000002,
|
|
0x0000000700000003};
|
|
for (x = 0; x < len; x++) {
|
|
DUP4_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src_argb, 64, src_argb,
|
|
96, src0, src1, src2, src3);
|
|
tmp0 = __lasx_xvpickev_h(src1, src0);
|
|
tmp1 = __lasx_xvpickod_h(src1, src0);
|
|
tmp2 = __lasx_xvpickev_h(src3, src2);
|
|
tmp3 = __lasx_xvpickod_h(src3, src2);
|
|
reg0 = __lasx_xvmaddwev_h_bu(const_0x8080, tmp0, const_112);
|
|
reg1 = __lasx_xvmaddwev_h_bu(const_0x8080, tmp2, const_112);
|
|
reg2 = __lasx_xvmulwod_h_bu(tmp0, const_74);
|
|
reg3 = __lasx_xvmulwod_h_bu(tmp2, const_74);
|
|
reg2 = __lasx_xvmaddwev_h_bu(reg2, tmp1, const_38);
|
|
reg3 = __lasx_xvmaddwev_h_bu(reg3, tmp3, const_38);
|
|
reg0 = __lasx_xvsub_h(reg0, reg2);
|
|
reg1 = __lasx_xvsub_h(reg1, reg3);
|
|
dst0 = __lasx_xvssrani_b_h(reg1, reg0, 8);
|
|
dst0 = __lasx_xvperm_w(dst0, control);
|
|
reg0 = __lasx_xvmaddwev_h_bu(const_0x8080, tmp1, const_112);
|
|
reg1 = __lasx_xvmaddwev_h_bu(const_0x8080, tmp3, const_112);
|
|
reg2 = __lasx_xvmulwev_h_bu(tmp0, const_18);
|
|
reg3 = __lasx_xvmulwev_h_bu(tmp2, const_18);
|
|
reg2 = __lasx_xvmaddwod_h_bu(reg2, tmp0, const_94);
|
|
reg3 = __lasx_xvmaddwod_h_bu(reg3, tmp2, const_94);
|
|
reg0 = __lasx_xvsub_h(reg0, reg2);
|
|
reg1 = __lasx_xvsub_h(reg1, reg3);
|
|
dst1 = __lasx_xvssrani_b_h(reg1, reg0, 8);
|
|
dst1 = __lasx_xvperm_w(dst1, control);
|
|
__lasx_xvst(dst0, dst_u, 0);
|
|
__lasx_xvst(dst1, dst_v, 0);
|
|
dst_u += 32;
|
|
dst_v += 32;
|
|
src_argb += 128;
|
|
}
|
|
}
|
|
|
|
void ARGBMultiplyRow_LASX(const uint8_t* src_argb0,
|
|
const uint8_t* src_argb1,
|
|
uint8_t* dst_argb,
|
|
int width) {
|
|
int x;
|
|
int len = width / 8;
|
|
__m256i zero = __lasx_xvldi(0);
|
|
__m256i src0, src1, dst0, dst1;
|
|
__m256i tmp0, tmp1, tmp2, tmp3;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb0, 0, src_argb1, 0, src0, src1);
|
|
tmp0 = __lasx_xvilvl_b(src0, src0);
|
|
tmp1 = __lasx_xvilvh_b(src0, src0);
|
|
tmp2 = __lasx_xvilvl_b(zero, src1);
|
|
tmp3 = __lasx_xvilvh_b(zero, src1);
|
|
dst0 = __lasx_xvmuh_hu(tmp0, tmp2);
|
|
dst1 = __lasx_xvmuh_hu(tmp1, tmp3);
|
|
dst0 = __lasx_xvpickev_b(dst1, dst0);
|
|
__lasx_xvst(dst0, dst_argb, 0);
|
|
src_argb0 += 32;
|
|
src_argb1 += 32;
|
|
dst_argb += 32;
|
|
}
|
|
}
|
|
|
|
void ARGBAddRow_LASX(const uint8_t* src_argb0,
|
|
const uint8_t* src_argb1,
|
|
uint8_t* dst_argb,
|
|
int width) {
|
|
int x;
|
|
int len = width / 8;
|
|
__m256i src0, src1, dst0;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb0, 0, src_argb1, 0, src0, src1);
|
|
dst0 = __lasx_xvsadd_bu(src0, src1);
|
|
__lasx_xvst(dst0, dst_argb, 0);
|
|
src_argb0 += 32;
|
|
src_argb1 += 32;
|
|
dst_argb += 32;
|
|
}
|
|
}
|
|
|
|
void ARGBSubtractRow_LASX(const uint8_t* src_argb0,
|
|
const uint8_t* src_argb1,
|
|
uint8_t* dst_argb,
|
|
int width) {
|
|
int x;
|
|
int len = width / 8;
|
|
__m256i src0, src1, dst0;
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb0, 0, src_argb1, 0, src0, src1);
|
|
dst0 = __lasx_xvssub_bu(src0, src1);
|
|
__lasx_xvst(dst0, dst_argb, 0);
|
|
src_argb0 += 32;
|
|
src_argb1 += 32;
|
|
dst_argb += 32;
|
|
}
|
|
}
|
|
|
|
void ARGBAttenuateRow_LASX(const uint8_t* src_argb,
|
|
uint8_t* dst_argb,
|
|
int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i src0, src1, tmp0, tmp1;
|
|
__m256i reg0, reg1, reg2, reg3, reg4, reg5;
|
|
__m256i b, g, r, a, dst0, dst1;
|
|
__m256i control = {0x0005000100040000, 0x0007000300060002, 0x0005000100040000,
|
|
0x0007000300060002};
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickev_b(src1, src0);
|
|
tmp1 = __lasx_xvpickod_b(src1, src0);
|
|
b = __lasx_xvpackev_b(tmp0, tmp0);
|
|
r = __lasx_xvpackod_b(tmp0, tmp0);
|
|
g = __lasx_xvpackev_b(tmp1, tmp1);
|
|
a = __lasx_xvpackod_b(tmp1, tmp1);
|
|
reg0 = __lasx_xvmulwev_w_hu(b, a);
|
|
reg1 = __lasx_xvmulwod_w_hu(b, a);
|
|
reg2 = __lasx_xvmulwev_w_hu(r, a);
|
|
reg3 = __lasx_xvmulwod_w_hu(r, a);
|
|
reg4 = __lasx_xvmulwev_w_hu(g, a);
|
|
reg5 = __lasx_xvmulwod_w_hu(g, a);
|
|
reg0 = __lasx_xvssrani_h_w(reg1, reg0, 24);
|
|
reg2 = __lasx_xvssrani_h_w(reg3, reg2, 24);
|
|
reg4 = __lasx_xvssrani_h_w(reg5, reg4, 24);
|
|
reg0 = __lasx_xvshuf_h(control, reg0, reg0);
|
|
reg2 = __lasx_xvshuf_h(control, reg2, reg2);
|
|
reg4 = __lasx_xvshuf_h(control, reg4, reg4);
|
|
tmp0 = __lasx_xvpackev_b(reg4, reg0);
|
|
tmp1 = __lasx_xvpackev_b(a, reg2);
|
|
dst0 = __lasx_xvilvl_h(tmp1, tmp0);
|
|
dst1 = __lasx_xvilvh_h(tmp1, tmp0);
|
|
__lasx_xvst(dst0, dst_argb, 0);
|
|
__lasx_xvst(dst1, dst_argb, 32);
|
|
dst_argb += 64;
|
|
src_argb += 64;
|
|
}
|
|
}
|
|
|
|
void ARGBToRGB565DitherRow_LASX(const uint8_t* src_argb,
|
|
uint8_t* dst_rgb,
|
|
const uint32_t dither4,
|
|
int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i src0, src1, tmp0, tmp1, dst0;
|
|
__m256i b, g, r;
|
|
__m256i zero = __lasx_xvldi(0);
|
|
__m256i vec_dither = __lasx_xvldrepl_w(&dither4, 0);
|
|
|
|
vec_dither = __lasx_xvilvl_b(zero, vec_dither);
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickev_b(src1, src0);
|
|
tmp1 = __lasx_xvpickod_b(src1, src0);
|
|
b = __lasx_xvpackev_b(zero, tmp0);
|
|
r = __lasx_xvpackod_b(zero, tmp0);
|
|
g = __lasx_xvpackev_b(zero, tmp1);
|
|
b = __lasx_xvadd_h(b, vec_dither);
|
|
g = __lasx_xvadd_h(g, vec_dither);
|
|
r = __lasx_xvadd_h(r, vec_dither);
|
|
DUP2_ARG1(__lasx_xvclip255_h, b, g, b, g);
|
|
r = __lasx_xvclip255_h(r);
|
|
b = __lasx_xvsrai_h(b, 3);
|
|
g = __lasx_xvsrai_h(g, 2);
|
|
r = __lasx_xvsrai_h(r, 3);
|
|
g = __lasx_xvslli_h(g, 5);
|
|
r = __lasx_xvslli_h(r, 11);
|
|
dst0 = __lasx_xvor_v(b, g);
|
|
dst0 = __lasx_xvor_v(dst0, r);
|
|
dst0 = __lasx_xvpermi_d(dst0, 0xD8);
|
|
__lasx_xvst(dst0, dst_rgb, 0);
|
|
src_argb += 64;
|
|
dst_rgb += 32;
|
|
}
|
|
}
|
|
|
|
void ARGBShuffleRow_LASX(const uint8_t* src_argb,
|
|
uint8_t* dst_argb,
|
|
const uint8_t* shuffler,
|
|
int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i src0, src1, dst0, dst1;
|
|
__m256i shuf = {0x0404040400000000, 0x0C0C0C0C08080808, 0x0404040400000000,
|
|
0x0C0C0C0C08080808};
|
|
__m256i temp = __lasx_xvldrepl_w(shuffler, 0);
|
|
|
|
shuf = __lasx_xvadd_b(shuf, temp);
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src0, src1);
|
|
dst0 = __lasx_xvshuf_b(src0, src0, shuf);
|
|
dst1 = __lasx_xvshuf_b(src1, src1, shuf);
|
|
__lasx_xvst(dst0, dst_argb, 0);
|
|
__lasx_xvst(dst1, dst_argb, 32);
|
|
src_argb += 64;
|
|
dst_argb += 64;
|
|
}
|
|
}
|
|
|
|
void ARGBShadeRow_LASX(const uint8_t* src_argb,
|
|
uint8_t* dst_argb,
|
|
int width,
|
|
uint32_t value) {
|
|
int x;
|
|
int len = width / 8;
|
|
__m256i src0, dst0, tmp0, tmp1;
|
|
__m256i vec_value = __lasx_xvreplgr2vr_w(value);
|
|
|
|
vec_value = __lasx_xvilvl_b(vec_value, vec_value);
|
|
for (x = 0; x < len; x++) {
|
|
src0 = __lasx_xvld(src_argb, 0);
|
|
tmp0 = __lasx_xvilvl_b(src0, src0);
|
|
tmp1 = __lasx_xvilvh_b(src0, src0);
|
|
tmp0 = __lasx_xvmuh_hu(tmp0, vec_value);
|
|
tmp1 = __lasx_xvmuh_hu(tmp1, vec_value);
|
|
dst0 = __lasx_xvpickod_b(tmp1, tmp0);
|
|
__lasx_xvst(dst0, dst_argb, 0);
|
|
src_argb += 32;
|
|
dst_argb += 32;
|
|
}
|
|
}
|
|
|
|
void ARGBGrayRow_LASX(const uint8_t* src_argb, uint8_t* dst_argb, int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i src0, src1, tmp0, tmp1;
|
|
__m256i reg0, reg1, reg2, dst0, dst1;
|
|
__m256i const_128 = __lasx_xvldi(0x480);
|
|
__m256i const_150 = __lasx_xvldi(0x96);
|
|
__m256i const_br = {0x4D1D4D1D4D1D4D1D, 0x4D1D4D1D4D1D4D1D,
|
|
0x4D1D4D1D4D1D4D1D, 0x4D1D4D1D4D1D4D1D};
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, src_argb, 0, src_argb, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickev_b(src1, src0);
|
|
tmp1 = __lasx_xvpickod_b(src1, src0);
|
|
reg0 = __lasx_xvdp2_h_bu(tmp0, const_br);
|
|
reg1 = __lasx_xvmaddwev_h_bu(const_128, tmp1, const_150);
|
|
reg2 = __lasx_xvadd_h(reg0, reg1);
|
|
tmp0 = __lasx_xvpackod_b(reg2, reg2);
|
|
tmp1 = __lasx_xvpackod_b(tmp1, reg2);
|
|
dst0 = __lasx_xvilvl_h(tmp1, tmp0);
|
|
dst1 = __lasx_xvilvh_h(tmp1, tmp0);
|
|
__lasx_xvst(dst0, dst_argb, 0);
|
|
__lasx_xvst(dst1, dst_argb, 32);
|
|
src_argb += 64;
|
|
dst_argb += 64;
|
|
}
|
|
}
|
|
|
|
void ARGBSepiaRow_LASX(uint8_t* dst_argb, int width) {
|
|
int x;
|
|
int len = width / 16;
|
|
__m256i src0, src1, tmp0, tmp1;
|
|
__m256i reg0, reg1, spb, spg, spr;
|
|
__m256i dst0, dst1;
|
|
__m256i spb_g = __lasx_xvldi(68);
|
|
__m256i spg_g = __lasx_xvldi(88);
|
|
__m256i spr_g = __lasx_xvldi(98);
|
|
__m256i spb_br = {0x2311231123112311, 0x2311231123112311, 0x2311231123112311,
|
|
0x2311231123112311};
|
|
__m256i spg_br = {0x2D162D162D162D16, 0x2D162D162D162D16, 0x2D162D162D162D16,
|
|
0x2D162D162D162D16};
|
|
__m256i spr_br = {0x3218321832183218, 0x3218321832183218, 0x3218321832183218,
|
|
0x3218321832183218};
|
|
__m256i shuff = {0x1706150413021100, 0x1F0E1D0C1B0A1908, 0x1706150413021100,
|
|
0x1F0E1D0C1B0A1908};
|
|
|
|
for (x = 0; x < len; x++) {
|
|
DUP2_ARG2(__lasx_xvld, dst_argb, 0, dst_argb, 32, src0, src1);
|
|
tmp0 = __lasx_xvpickev_b(src1, src0);
|
|
tmp1 = __lasx_xvpickod_b(src1, src0);
|
|
DUP2_ARG2(__lasx_xvdp2_h_bu, tmp0, spb_br, tmp0, spg_br, spb, spg);
|
|
spr = __lasx_xvdp2_h_bu(tmp0, spr_br);
|
|
spb = __lasx_xvmaddwev_h_bu(spb, tmp1, spb_g);
|
|
spg = __lasx_xvmaddwev_h_bu(spg, tmp1, spg_g);
|
|
spr = __lasx_xvmaddwev_h_bu(spr, tmp1, spr_g);
|
|
spb = __lasx_xvsrli_h(spb, 7);
|
|
spg = __lasx_xvsrli_h(spg, 7);
|
|
spr = __lasx_xvsrli_h(spr, 7);
|
|
spg = __lasx_xvsat_hu(spg, 7);
|
|
spr = __lasx_xvsat_hu(spr, 7);
|
|
reg0 = __lasx_xvpackev_b(spg, spb);
|
|
reg1 = __lasx_xvshuf_b(tmp1, spr, shuff);
|
|
dst0 = __lasx_xvilvl_h(reg1, reg0);
|
|
dst1 = __lasx_xvilvh_h(reg1, reg0);
|
|
__lasx_xvst(dst0, dst_argb, 0);
|
|
__lasx_xvst(dst1, dst_argb, 32);
|
|
dst_argb += 64;
|
|
}
|
|
}
|
|
|
|
#ifdef __cplusplus
|
|
} // extern "C"
|
|
} // namespace libyuv
|
|
#endif
|
|
|
|
#endif // !defined(LIBYUV_DISABLE_LASX) && defined(__loongarch_asx)
|