mirror of
https://chromium.googlesource.com/libyuv/libyuv
synced 2026-10-28 18:07:12 +08:00
Refactor CalcFrameSsim to decompose overlapping 8x8 SSIM windows
(stepped by 4 pixels horizontally and vertically) into non-overlapping
4x4 pixel tiles across a 2-row rotating buffer (row0, row1), reducing
memory reads and pixel accumulation work by 4x:
- Ssim4x4Row_* computes 4 uint32_t statistics {sum_a, sum_b, sum_sq_ab,
sum_axb} per 4x4 pixel tile across a 4-row strip (also sized to fit
future 10-bit/12-bit formats like I010 without uint32_t overflow).
- SsimWindowRow_C combines top and bottom 4x4 tile strips across
adjacent horizontal pairs and returns the exact double SSIM sum,
producing bit-identical results to Ssim8x8_C.
- CalcFrameSsim rotates row0 and row1 (with thread-local buffers and
continuity tracking under _OPENMP) and falls back to Ssim8x8_C only if
buffer allocation fails.
- Implement Ssim4x4Row across all SIMD architectures:
- x86/x64: Ssim4x4Row_SSE2, Ssim4x4Row_AVX2, and Ssim4x4Row_AVX512BW
(with k-masked tail handling for 4..60 pixels) in both
compare_gcc.cc and compare_win.cc.
- ARM: Ssim4x4Row_NEON (compare_neon.cc, compare_neon64.cc),
Ssim4x4Row_NEON_DotProd (compare_neon64.cc), Ssim4x4Row_SVE2
(row_sve.h, row_sve.cc), and Ssim4x4Row_SME (row_sme.cc).
- RISC-V: Ssim4x4Row_RVV (row_rvv.cc).
- LoongArch: Ssim4x4Row_LSX (row_lsx.cc) and Ssim4x4Row_LASX
(row_lasx.cc).
- WebAssembly: Ssim4x4Row_WASMSIMD (compare_wasm.cc).
- Enable BenchmarkSsim_Opt and add BenchmarkSsim_Unaligned and
TestSsimAnyWidth in unit_test/compare_test.cc.
R=rrwinterton@gmail.com
Bug: None
Test: out/Release/libyuv_unittest --gtest_filter=*Ssim*
Change-Id: Ibb95ae74424ecdda073ab7ab10ab1cf610b121b6
177 lines
5.7 KiB
C++
177 lines
5.7 KiB
C++
/*
|
|
* Copyright 2012 The LibYuv Project Authors. All rights reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "libyuv/compare_row.h"
|
|
|
|
#include <float.h>
|
|
|
|
#ifdef __cplusplus
|
|
namespace libyuv {
|
|
extern "C" {
|
|
#endif
|
|
|
|
// Hakmem method for hamming distance.
|
|
uint32_t HammingDistance_C(const uint8_t* src_a,
|
|
const uint8_t* src_b,
|
|
int count) {
|
|
uint32_t diff = 0u;
|
|
|
|
int i;
|
|
for (i = 0; i < count - 3; i += 4) {
|
|
uint32_t x = *((const uint32_t*)src_a) ^ *((const uint32_t*)src_b);
|
|
uint32_t u = x - ((x >> 1) & 0x55555555);
|
|
u = ((u >> 2) & 0x33333333) + (u & 0x33333333);
|
|
diff += ((((u + (u >> 4)) & 0x0f0f0f0f) * 0x01010101) >> 24);
|
|
src_a += 4;
|
|
src_b += 4;
|
|
}
|
|
|
|
for (; i < count; ++i) {
|
|
uint32_t x = *src_a ^ *src_b;
|
|
uint32_t u = x - ((x >> 1) & 0x55);
|
|
u = ((u >> 2) & 0x33) + (u & 0x33);
|
|
diff += (u + (u >> 4)) & 0x0f;
|
|
src_a += 1;
|
|
src_b += 1;
|
|
}
|
|
|
|
return diff;
|
|
}
|
|
|
|
uint32_t SumSquareError_C(const uint8_t* src_a,
|
|
const uint8_t* src_b,
|
|
int count) {
|
|
uint32_t sse = 0u;
|
|
int i;
|
|
for (i = 0; i < count; ++i) {
|
|
int diff = src_a[i] - src_b[i];
|
|
sse += (uint32_t)(diff * diff);
|
|
}
|
|
return sse;
|
|
}
|
|
|
|
// hash seed of 5381 recommended.
|
|
// Internal C version of HashDjb2 with int sized count for efficiency.
|
|
uint32_t HashDjb2_C(const uint8_t* src, int count, uint32_t seed) {
|
|
uint32_t hash = seed;
|
|
int i;
|
|
for (i = 0; i < count; ++i) {
|
|
hash += (hash << 5) + src[i];
|
|
}
|
|
return hash;
|
|
}
|
|
|
|
// Compute 4x4 tile statistics (sum_a, sum_b, sum_sq_a + sum_sq_b, sum_axb)
|
|
// across 4 rows for width pixels (width is a multiple of 4).
|
|
void Ssim4x4Row_C(const uint8_t* src_a,
|
|
int stride_a,
|
|
const uint8_t* src_b,
|
|
int stride_b,
|
|
uint32_t* dst,
|
|
int width) {
|
|
const ptrdiff_t sa = stride_a;
|
|
const ptrdiff_t sb = stride_b;
|
|
const uint8_t* a0 = src_a;
|
|
const uint8_t* a1 = a0 + sa;
|
|
const uint8_t* a2 = a1 + sa;
|
|
const uint8_t* a3 = a2 + sa;
|
|
const uint8_t* b0 = src_b;
|
|
const uint8_t* b1 = b0 + sb;
|
|
const uint8_t* b2 = b1 + sb;
|
|
const uint8_t* b3 = b2 + sb;
|
|
int x;
|
|
for (x = 0; x < width; x += 4) {
|
|
uint32_t sum_a = a0[0] + a0[1] + a0[2] + a0[3] + a1[0] + a1[1] + a1[2] +
|
|
a1[3] + a2[0] + a2[1] + a2[2] + a2[3] + a3[0] + a3[1] +
|
|
a3[2] + a3[3];
|
|
uint32_t sum_b = b0[0] + b0[1] + b0[2] + b0[3] + b1[0] + b1[1] + b1[2] +
|
|
b1[3] + b2[0] + b2[1] + b2[2] + b2[3] + b3[0] + b3[1] +
|
|
b3[2] + b3[3];
|
|
uint32_t sum_sq_ab =
|
|
a0[0] * a0[0] + a0[1] * a0[1] + a0[2] * a0[2] + a0[3] * a0[3] +
|
|
a1[0] * a1[0] + a1[1] * a1[1] + a1[2] * a1[2] + a1[3] * a1[3] +
|
|
a2[0] * a2[0] + a2[1] * a2[1] + a2[2] * a2[2] + a2[3] * a2[3] +
|
|
a3[0] * a3[0] + a3[1] * a3[1] + a3[2] * a3[2] + a3[3] * a3[3] +
|
|
b0[0] * b0[0] + b0[1] * b0[1] + b0[2] * b0[2] + b0[3] * b0[3] +
|
|
b1[0] * b1[0] + b1[1] * b1[1] + b1[2] * b1[2] + b1[3] * b1[3] +
|
|
b2[0] * b2[0] + b2[1] * b2[1] + b2[2] * b2[2] + b2[3] * b2[3] +
|
|
b3[0] * b3[0] + b3[1] * b3[1] + b3[2] * b3[2] + b3[3] * b3[3];
|
|
uint32_t sum_axb =
|
|
a0[0] * b0[0] + a0[1] * b0[1] + a0[2] * b0[2] + a0[3] * b0[3] +
|
|
a1[0] * b1[0] + a1[1] * b1[1] + a1[2] * b1[2] + a1[3] * b1[3] +
|
|
a2[0] * b2[0] + a2[1] * b2[1] + a2[2] * b2[2] + a2[3] * b2[3] +
|
|
a3[0] * b3[0] + a3[1] * b3[1] + a3[2] * b3[2] + a3[3] * b3[3];
|
|
dst[0] = sum_a;
|
|
dst[1] = sum_b;
|
|
dst[2] = sum_sq_ab;
|
|
dst[3] = sum_axb;
|
|
a0 += 4;
|
|
a1 += 4;
|
|
a2 += 4;
|
|
a3 += 4;
|
|
b0 += 4;
|
|
b1 += 4;
|
|
b2 += 4;
|
|
b3 += 4;
|
|
dst += 4;
|
|
}
|
|
}
|
|
|
|
// Combine two consecutive 4x4 tile rows (row0 and row1) into 8x8 windows
|
|
// stepped on a 4-pixel horizontal grid and return the sum of SSIM values.
|
|
double SsimWindowRow_C(const uint32_t* row0,
|
|
const uint32_t* row1,
|
|
int num_windows) {
|
|
const int64_t count = 64;
|
|
// scale the constants by number of pixels
|
|
const int64_t cc1 = 26634; // (64^2*(.01*255)^2)
|
|
const int64_t cc2 = 239708; // (64^2*(.03*255)^2)
|
|
const int64_t c1 = (cc1 * count * count) >> 12;
|
|
const int64_t c2 = (cc2 * count * count) >> 12;
|
|
|
|
double ssim_total = 0.0;
|
|
uint32_t prev_a = row0[0] + row1[0];
|
|
uint32_t prev_b = row0[1] + row1[1];
|
|
uint32_t prev_sq = row0[2] + row1[2];
|
|
uint32_t prev_axb = row0[3] + row1[3];
|
|
int w;
|
|
for (w = 0; w < num_windows; ++w) {
|
|
row0 += 4;
|
|
row1 += 4;
|
|
const uint32_t next_a = row0[0] + row1[0];
|
|
const uint32_t next_b = row0[1] + row1[1];
|
|
const uint32_t next_sq = row0[2] + row1[2];
|
|
const uint32_t next_axb = row0[3] + row1[3];
|
|
const int64_t sum_a = prev_a + next_a;
|
|
const int64_t sum_b = prev_b + next_b;
|
|
const int64_t sum_sq_ab = prev_sq + next_sq;
|
|
const int64_t sum_axb = prev_axb + next_axb;
|
|
prev_a = next_a;
|
|
prev_b = next_b;
|
|
prev_sq = next_sq;
|
|
prev_axb = next_axb;
|
|
|
|
const int64_t sum_a_x_sum_b = sum_a * sum_b;
|
|
const int64_t ssim_n = (2 * sum_a_x_sum_b + c1) *
|
|
(2 * count * sum_axb - 2 * sum_a_x_sum_b + c2);
|
|
const int64_t sum_a_sq = sum_a * sum_a;
|
|
const int64_t sum_b_sq = sum_b * sum_b;
|
|
const int64_t ssim_d = (sum_a_sq + sum_b_sq + c1) *
|
|
(count * sum_sq_ab - sum_a_sq - sum_b_sq + c2);
|
|
ssim_total += ssim_n * 1.0 / ssim_d;
|
|
}
|
|
return ssim_total;
|
|
}
|
|
|
|
#ifdef __cplusplus
|
|
} // extern "C"
|
|
} // namespace libyuv
|
|
#endif
|