mirrors/opencv
2
0
Fork 0
mirror of https://github.com/opencv/opencv.git synced 2026-09-25 04:09:57 +03:00
Code Issues Packages Projects Releases Wiki Activity
Files
bd67770dcb5e7c01f545aa967313cffc779cab9c
opencv/modules/core/src/norm.simd.hpp
T
Alexander Smorkalov bd67770dcb Merge branch 4.x
2025-07-22 09:47:19 +03:00

1596 lines
57 KiB
C++
Raw Blame History

// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
//
// Copyright (C) 2025, SpaceMIT Inc., all rights reserved.
// Third party copyrights are property of their respective owners.
#include "precomp.hpp"
namespace cv {
using NormFunc = int (*)(const uchar*, const uchar*, uchar*, int, int);
using NormDiffFunc = int (*)(const uchar*, const uchar*, const uchar*, uchar*, int, int);
CV_CPU_OPTIMIZATION_NAMESPACE_BEGIN
NormFunc getNormFunc(int normType, int depth);
NormDiffFunc getNormDiffFunc(int normType, int depth);
#ifndef CV_CPU_OPTIMIZATION_DECLARATIONS_ONLY
template <typename T, typename ST>
struct NormInf_SIMD {
inline ST operator() (const T* src, int n) const {
ST s = 0;
for (int i = 0; i < n; i++) {
s = std::max(s, (ST)cv_abs(src[i]));
}
return s;
}
};
template <typename T, typename ST>
struct NormL1_SIMD {
inline ST operator() (const T* src, int n) const {
ST s = 0;
for (int i = 0; i < n; i++) {
s += cv_abs(src[i]);
}
return s;
}
};
template <typename T, typename ST>
struct NormL2_SIMD {
inline ST operator() (const T* src, int n) const {
ST s = 0;
for (int i = 0; i < n; i++) {
ST v = (ST)src[i];
s += v * v;
}
return s;
}
};
template <typename T, typename ST>
struct NormDiffInf_SIMD {
inline ST operator() (const T* src1, const T* src2, int n) const {
ST s = 0;
for (int i = 0; i < n; i++) {
ST v = (ST)cv_absdiff(src1[i], src2[i]);
s = std::max(s, v);
}
return s;
}
};
template <typename T, typename ST>
struct NormDiffL1_SIMD {
inline ST operator() (const T* src1, const T* src2, int n) const {
ST s = 0;
for (int i = 0; i < n; i++) {
ST v = (ST)cv_absdiff(src1[i], src2[i]);
s += v;
}
return s;
}
};
// This specialization is needed because https://github.com/opencv/opencv/issues/27080
template <>
struct NormDiffL1_SIMD<int, double> {
inline double operator() (const int* src1, const int* src2, int n) const {
double s = 0;
int j = 0;
#if (CV_SIMD_64F || CV_SIMD_SCALABLE_64F)
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - VTraits<v_int32>::vlanes(); j += VTraits<v_int32>::vlanes()) {
v_int32 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_uint32 v0 = v_absdiff(v01, v02);
v_uint64 ev0, ev1;
v_expand(v0, ev0, ev1);
r0 = v_add(r0, v_cvt_f64(v_reinterpret_as_s64(ev0)));
r1 = v_add(r1, v_cvt_f64(v_reinterpret_as_s64(ev1)));
}
s += v_reduce_sum(v_add(r0, r1));
#endif
for (; j < n; j++) {
double d1 = (double)src1[j], d2 = (double)src2[j];
s += (double)std::abs(d1 - d2);
}
return s;
}
};
template <typename T, typename ST>
struct NormDiffL2_SIMD {
inline ST operator() (const T* src1, const T* src2, int n) const {
ST s = 0;
for (int i = 0; i < n; i++) {
ST v = (ST)src1[i] - (ST)src2[i];
s += v * v;
}
return s;
}
};
#if (CV_SIMD || CV_SIMD_SCALABLE)
template<>
struct NormInf_SIMD<uchar, int> {
int operator() (const uchar* src, int n) const {
int j = 0;
int s = 0;
v_uint8 r0 = vx_setzero_u8(), r1 = vx_setzero_u8();
v_uint8 r2 = vx_setzero_u8(), r3 = vx_setzero_u8();
for (; j <= n - 4 * VTraits<v_uint8>::vlanes(); j += 4 * VTraits<v_uint8>::vlanes()) {
r0 = v_max(r0, vx_load(src + j ));
r1 = v_max(r1, vx_load(src + j + VTraits<v_uint8>::vlanes()));
r2 = v_max(r2, vx_load(src + j + 2 * VTraits<v_uint8>::vlanes()));
r3 = v_max(r3, vx_load(src + j + 3 * VTraits<v_uint8>::vlanes()));
}
r0 = v_max(r0, v_max(r1, v_max(r2, r3)));
for (; j < n; j++) {
s = std::max(s, (int)src[j]);
}
return std::max(s, (int)v_reduce_max(r0));
}
};
template<>
struct NormInf_SIMD<schar, int> {
int operator() (const schar* src, int n) const {
int j = 0;
int s = 0;
v_uint8 r0 = vx_setzero_u8(), r1 = vx_setzero_u8();
v_uint8 r2 = vx_setzero_u8(), r3 = vx_setzero_u8();
for (; j <= n - 4 * VTraits<v_int8>::vlanes(); j += 4 * VTraits<v_int8>::vlanes()) {
r0 = v_max(r0, v_abs(vx_load(src + j )));
r1 = v_max(r1, v_abs(vx_load(src + j + VTraits<v_int8>::vlanes())));
r2 = v_max(r2, v_abs(vx_load(src + j + 2 * VTraits<v_int8>::vlanes())));
r3 = v_max(r3, v_abs(vx_load(src + j + 3 * VTraits<v_int8>::vlanes())));
}
r0 = v_max(r0, v_max(r1, v_max(r2, r3)));
for (; j < n; j++) {
s = std::max(s, cv_abs(src[j]));
}
return std::max(s, saturate_cast<int>(v_reduce_max(r0)));
}
};
template<>
struct NormInf_SIMD<ushort, int> {
int operator() (const ushort* src, int n) const {
int j = 0;
int s = 0;
v_uint16 d0 = vx_setzero_u16(), d1 = vx_setzero_u16();
v_uint16 d2 = vx_setzero_u16(), d3 = vx_setzero_u16();
for (; j <= n - 4 * VTraits<v_uint16>::vlanes(); j += 4 * VTraits<v_uint16>::vlanes()) {
d0 = v_max(d0, vx_load(src + j ));
d1 = v_max(d1, vx_load(src + j + VTraits<v_uint16>::vlanes()));
d2 = v_max(d2, vx_load(src + j + 2 * VTraits<v_uint16>::vlanes()));
d3 = v_max(d3, vx_load(src + j + 3 * VTraits<v_uint16>::vlanes()));
}
d0 = v_max(d0, v_max(d1, v_max(d2, d3)));
for (; j < n; j++) {
s = std::max(s, (int)src[j]);
}
return std::max(s, (int)v_reduce_max(d0));
}
};
template<>
struct NormInf_SIMD<short, int> {
int operator() (const short* src, int n) const {
int j = 0;
int s = 0;
v_uint16 d0 = vx_setzero_u16(), d1 = vx_setzero_u16();
v_uint16 d2 = vx_setzero_u16(), d3 = vx_setzero_u16();
for (; j <= n - 4 * VTraits<v_int16>::vlanes(); j += 4 * VTraits<v_int16>::vlanes()) {
d0 = v_max(d0, v_abs(vx_load(src + j )));
d1 = v_max(d1, v_abs(vx_load(src + j + VTraits<v_int16>::vlanes())));
d2 = v_max(d2, v_abs(vx_load(src + j + 2 * VTraits<v_int16>::vlanes())));
d3 = v_max(d3, v_abs(vx_load(src + j + 3 * VTraits<v_int16>::vlanes())));
}
d0 = v_max(d0, v_max(d1, v_max(d2, d3)));
for (; j < n; j++) {
s = std::max(s, saturate_cast<int>(cv_abs(src[j])));
}
return std::max(s, saturate_cast<int>(v_reduce_max(d0)));
}
};
template<>
struct NormInf_SIMD<int, int> {
int operator() (const int* src, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
v_uint32 r2 = vx_setzero_u32(), r3 = vx_setzero_u32();
for (; j <= n - 4 * VTraits<v_int32>::vlanes(); j += 4 * VTraits<v_int32>::vlanes()) {
r0 = v_max(r0, v_abs(vx_load(src + j )));
r1 = v_max(r1, v_abs(vx_load(src + j + VTraits<v_int32>::vlanes())));
r2 = v_max(r2, v_abs(vx_load(src + j + 2 * VTraits<v_int32>::vlanes())));
r3 = v_max(r3, v_abs(vx_load(src + j + 3 * VTraits<v_int32>::vlanes())));
}
r0 = v_max(r0, v_max(r1, v_max(r2, r3)));
s = std::max(s, saturate_cast<int>(v_reduce_max(r0)));
for (; j < n; j++) {
s = std::max(s, std::abs(src[j]));
}
return s;
}
};
template<>
struct NormInf_SIMD<float, float> {
float operator() (const float* src, int n) const {
int j = 0;
float s = 0.f;
v_float32 r0 = vx_setzero_f32(), r1 = vx_setzero_f32();
v_float32 r2 = vx_setzero_f32(), r3 = vx_setzero_f32();
for (; j <= n - 4 * VTraits<v_float32>::vlanes(); j += 4 * VTraits<v_float32>::vlanes()) {
r0 = v_max(r0, v_abs(vx_load(src + j )));
r1 = v_max(r1, v_abs(vx_load(src + j + VTraits<v_float32>::vlanes())));
r2 = v_max(r2, v_abs(vx_load(src + j + 2 * VTraits<v_float32>::vlanes())));
r3 = v_max(r3, v_abs(vx_load(src + j + 3 * VTraits<v_float32>::vlanes())));
}
r0 = v_max(r0, v_max(r1, v_max(r2, r3)));
for (; j < n; j++) {
s = std::max(s, cv_abs(src[j]));
}
return std::max(s, v_reduce_max(r0));
}
};
template<>
struct NormL1_SIMD<uchar, int> {
int operator() (const uchar* src, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
v_uint8 one = vx_setall_u8(1);
for (; j<= n - 2 * VTraits<v_uint8>::vlanes(); j += 2 * VTraits<v_uint8>::vlanes()) {
v_uint8 v0 = vx_load(src + j);
r0 = v_dotprod_expand_fast(v0, one, r0);
v_uint8 v1 = vx_load(src + j + VTraits<v_uint8>::vlanes());
r1 = v_dotprod_expand_fast(v1, one, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
s += src[j];
}
return s;
}
};
template<>
struct NormL1_SIMD<schar, int> {
int operator() (const schar* src, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
v_uint8 one = vx_setall_u8(1);
for (; j<= n - 2 * VTraits<v_int8>::vlanes(); j += 2 * VTraits<v_int8>::vlanes()) {
v_uint8 v0 = v_abs(vx_load(src + j));
r0 = v_dotprod_expand_fast(v0, one, r0);
v_uint8 v1 = v_abs(vx_load(src + j + VTraits<v_int8>::vlanes()));
r1 = v_dotprod_expand_fast(v1, one, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
s += saturate_cast<int>(cv_abs(src[j]));
}
return s;
}
};
template<>
struct NormL1_SIMD<ushort, int> {
int operator() (const ushort* src, int n) const {
int j = 0;
int s = 0;
v_uint32 r00 = vx_setzero_u32(), r01 = vx_setzero_u32();
v_uint32 r10 = vx_setzero_u32(), r11 = vx_setzero_u32();
for (; j<= n - 2 * VTraits<v_uint16>::vlanes(); j += 2 * VTraits<v_uint16>::vlanes()) {
v_uint16 v0 = vx_load(src + j);
v_uint32 v00, v01;
v_expand(v0, v00, v01);
r00 = v_add(r00, v00);
r01 = v_add(r01, v01);
v_uint16 v1 = vx_load(src + j + VTraits<v_uint16>::vlanes());
v_uint32 v10, v11;
v_expand(v1, v10, v11);
r10 = v_add(r10, v10);
r11 = v_add(r11, v11);
}
s += (int)v_reduce_sum(v_add(v_add(v_add(r00, r01), r10), r11));
for (; j < n; j++) {
s += src[j];
}
return s;
}
};
template<>
struct NormL1_SIMD<short, int> {
int operator() (const short* src, int n) const {
int j = 0;
int s = 0;
v_uint32 r00 = vx_setzero_u32(), r01 = vx_setzero_u32();
v_uint32 r10 = vx_setzero_u32(), r11 = vx_setzero_u32();
for (; j<= n - 2 * VTraits<v_int16>::vlanes(); j += 2 * VTraits<v_int16>::vlanes()) {
v_uint16 v0 = v_abs(vx_load(src + j));
v_uint32 v00, v01;
v_expand(v0, v00, v01);
r00 = v_add(r00, v00);
r01 = v_add(r01, v01);
v_uint16 v1 = v_abs(vx_load(src + j + VTraits<v_int16>::vlanes()));
v_uint32 v10, v11;
v_expand(v1, v10, v11);
r10 = v_add(r10, v10);
r11 = v_add(r11, v11);
}
s += (int)v_reduce_sum(v_add(v_add(v_add(r00, r01), r10), r11));
for (; j < n; j++) {
s += saturate_cast<int>(cv_abs(src[j]));
}
return s;
}
};
template<>
struct NormL2_SIMD<uchar, int> {
int operator() (const uchar* src, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
for (; j <= n - 2 * VTraits<v_uint8>::vlanes(); j += 2 * VTraits<v_uint8>::vlanes()) {
v_uint8 v0 = vx_load(src + j);
r0 = v_dotprod_expand_fast(v0, v0, r0);
v_uint8 v1 = vx_load(src + j + VTraits<v_uint8>::vlanes());
r1 = v_dotprod_expand_fast(v1, v1, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
int v = saturate_cast<int>(src[j]);
s += v * v;
}
return s;
}
};
template<>
struct NormL2_SIMD<schar, int> {
int operator() (const schar* src, int n) const {
int j = 0;
int s = 0;
v_int32 r0 = vx_setzero_s32(), r1 = vx_setzero_s32();
for (; j <= n - 2 * VTraits<v_int8>::vlanes(); j += 2 * VTraits<v_int8>::vlanes()) {
v_int8 v0 = vx_load(src + j);
r0 = v_dotprod_expand_fast(v0, v0, r0);
v_int8 v1 = vx_load(src + j + VTraits<v_int8>::vlanes());
r1 = v_dotprod_expand_fast(v1, v1, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
int v = saturate_cast<int>(src[j]);
s += v * v;
}
return s;
}
};
template<>
struct NormDiffInf_SIMD<uchar, int> {
int operator() (const uchar* src1, const uchar* src2, int n) const {
int j = 0;
int s = 0;
v_uint8 r0 = vx_setzero_u8(), r1 = vx_setzero_u8();
v_uint8 r2 = vx_setzero_u8(), r3 = vx_setzero_u8();
for (; j <= n - 4 * VTraits<v_uint8>::vlanes(); j += 4 * VTraits<v_uint8>::vlanes()) {
v_uint8 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_max(r0, v_absdiff(v01, v02));
v_uint8 v11 = vx_load(src1 + j + VTraits<v_uint8>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_uint8>::vlanes());
r1 = v_max(r1, v_absdiff(v11, v12));
v_uint8 v21 = vx_load(src1 + j + 2 * VTraits<v_uint8>::vlanes()),
v22 = vx_load(src2 + j + 2 * VTraits<v_uint8>::vlanes());
r2 = v_max(r2, v_absdiff(v21, v22));
v_uint8 v31 = vx_load(src1 + j + 3 * VTraits<v_uint8>::vlanes()),
v32 = vx_load(src2 + j + 3 * VTraits<v_uint8>::vlanes());
r3 = v_max(r3, v_absdiff(v31, v32));
}
s = (int)v_reduce_max(v_max(v_max(v_max(r0, r1), r2), r3));
for (; j < n; j++) {
int v = (int)cv_absdiff(src1[j], src2[j]);
s = std::max(s, v);
}
return s;
}
};
template<>
struct NormDiffInf_SIMD<schar, int> {
int operator() (const schar* src1, const schar* src2, int n) const {
int j = 0;
int s = 0;
v_uint8 r0 = vx_setzero_u8(), r1 = vx_setzero_u8();
v_uint8 r2 = vx_setzero_u8(), r3 = vx_setzero_u8();
for (; j <= n - 4 * VTraits<v_int8>::vlanes(); j += 4 * VTraits<v_int8>::vlanes()) {
v_int8 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_max(r0, v_absdiff(v01, v02));
v_int8 v11 = vx_load(src1 + j + VTraits<v_int8>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_int8>::vlanes());
r1 = v_max(r1, v_absdiff(v11, v12));
v_int8 v21 = vx_load(src1 + j + 2 * VTraits<v_int8>::vlanes()),
v22 = vx_load(src2 + j + 2 * VTraits<v_int8>::vlanes());
r2 = v_max(r2, v_absdiff(v21, v22));
v_int8 v31 = vx_load(src1 + j + 3 * VTraits<v_int8>::vlanes()),
v32 = vx_load(src2 + j + 3 * VTraits<v_int8>::vlanes());
r3 = v_max(r3, v_absdiff(v31, v32));
}
s = (int)v_reduce_max(v_max(v_max(v_max(r0, r1), r2), r3));
for (; j < n; j++) {
int v = (int)cv_absdiff(src1[j], src2[j]);
s = std::max(s, v);
}
return s;
}
};
template<>
struct NormDiffInf_SIMD<ushort, int> {
int operator() (const ushort* src1, const ushort* src2, int n) const {
int j = 0;
int s = 0;
v_uint16 r0 = vx_setzero_u16(), r1 = vx_setzero_u16();
v_uint16 r2 = vx_setzero_u16(), r3 = vx_setzero_u16();
for (; j <= n - 4 * VTraits<v_uint16>::vlanes(); j += 4 * VTraits<v_uint16>::vlanes()) {
v_uint16 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_max(r0, v_absdiff(v01, v02));
v_uint16 v11 = vx_load(src1 + j + VTraits<v_uint16>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_uint16>::vlanes());
r1 = v_max(r1, v_absdiff(v11, v12));
v_uint16 v21 = vx_load(src1 + j + 2 * VTraits<v_uint16>::vlanes()),
v22 = vx_load(src2 + j + 2 * VTraits<v_uint16>::vlanes());
r2 = v_max(r2, v_absdiff(v21, v22));
v_uint16 v31 = vx_load(src1 + j + 3 * VTraits<v_uint16>::vlanes()),
v32 = vx_load(src2 + j + 3 * VTraits<v_uint16>::vlanes());
r3 = v_max(r3, v_absdiff(v31, v32));
}
s = (int)v_reduce_max(v_max(v_max(v_max(r0, r1), r2), r3));
for (; j < n; j++) {
int v = (int)cv_absdiff(src1[j], src2[j]);
s = std::max(s, v);
}
return s;
}
};
template<>
struct NormDiffInf_SIMD<short, int> {
int operator() (const short* src1, const short* src2, int n) const {
int j = 0;
int s = 0;
v_uint16 r0 = vx_setzero_u16(), r1 = vx_setzero_u16();
v_uint16 r2 = vx_setzero_u16(), r3 = vx_setzero_u16();
for (; j <= n - 4 * VTraits<v_int16>::vlanes(); j += 4 * VTraits<v_int16>::vlanes()) {
v_int16 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_max(r0, v_absdiff(v01, v02));
v_int16 v11 = vx_load(src1 + j + VTraits<v_int16>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_int16>::vlanes());
r1 = v_max(r1, v_absdiff(v11, v12));
v_int16 v21 = vx_load(src1 + j + 2 * VTraits<v_int16>::vlanes()),
v22 = vx_load(src2 + j + 2 * VTraits<v_int16>::vlanes());
r2 = v_max(r2, v_absdiff(v21, v22));
v_int16 v31 = vx_load(src1 + j + 3 * VTraits<v_int16>::vlanes()),
v32 = vx_load(src2 + j + 3 * VTraits<v_int16>::vlanes());
r3 = v_max(r3, v_absdiff(v31, v32));
}
s = (int)v_reduce_max(v_max(v_max(v_max(r0, r1), r2), r3));
for (; j < n; j++) {
int v = (int)cv_absdiff(src1[j], src2[j]);
s = std::max(s, v);
}
return s;
}
};
template<>
struct NormDiffInf_SIMD<int, unsigned> {
unsigned operator() (const int* src1, const int* src2, int n) const {
int j = 0;
unsigned s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
v_uint32 r2 = vx_setzero_u32(), r3 = vx_setzero_u32();
for (; j <= n - 4 * VTraits<v_int32>::vlanes(); j += 4 * VTraits<v_int32>::vlanes()) {
v_int32 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_max(r0, v_absdiff(v01, v02));
v_int32 v11 = vx_load(src1 + j + VTraits<v_int32>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_int32>::vlanes());
r1 = v_max(r1, v_absdiff(v11, v12));
v_int32 v21 = vx_load(src1 + j + 2 * VTraits<v_int32>::vlanes()),
v22 = vx_load(src2 + j + 2 * VTraits<v_int32>::vlanes());
r2 = v_max(r2, v_absdiff(v21, v22));
v_int32 v31 = vx_load(src1 + j + 3 * VTraits<v_int32>::vlanes()),
v32 = vx_load(src2 + j + 3 * VTraits<v_int32>::vlanes());
r3 = v_max(r3, v_absdiff(v31, v32));
}
s = (int)v_reduce_max(v_max(v_max(v_max(r0, r1), r2), r3));
for (; j < n; j++) {
unsigned v = (unsigned)cv_absdiff(src1[j], src2[j]);
s = std::max(s, v);
}
return s;
}
};
template<>
struct NormDiffInf_SIMD<float, float> {
float operator() (const float* src1, const float* src2, int n) const {
int j = 0;
float s = 0;
v_float32 r0 = vx_setzero_f32(), r1 = vx_setzero_f32();
for (; j <= n - 2 * VTraits<v_float32>::vlanes(); j += 2 * VTraits<v_float32>::vlanes()) {
v_float32 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_max(r0, v_absdiff(v01, v02));
v_float32 v11 = vx_load(src1 + j + VTraits<v_float32>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_float32>::vlanes());
r1 = v_max(r1, v_absdiff(v11, v12));
}
s = v_reduce_max(v_max(r0, r1));
for (; j < n; j++) {
float v = (float)cv_absdiff(src1[j], src2[j]);
s = std::max(s, v);
}
return s;
}
};
template<>
struct NormDiffL1_SIMD<uchar, int> {
int operator() (const uchar* src1, const uchar* src2, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
v_uint8 one = vx_setall_u8(1);
for (; j<= n - 2 * VTraits<v_uint8>::vlanes(); j += 2 * VTraits<v_uint8>::vlanes()) {
v_uint8 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_dotprod_expand_fast(v_absdiff(v01, v02), one, r0);
v_uint8 v11 = vx_load(src1 + j + VTraits<v_uint8>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_uint8>::vlanes());
r1 = v_dotprod_expand_fast(v_absdiff(v11, v12), one, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
int v = (int)cv_absdiff(src1[j], src2[j]);
s += v;
}
return s;
}
};
template<>
struct NormDiffL1_SIMD<schar, int> {
int operator() (const schar* src1, const schar* src2, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
v_uint8 one = vx_setall_u8(1);
for (; j<= n - 2 * VTraits<v_int8>::vlanes(); j += 2 * VTraits<v_int8>::vlanes()) {
v_int8 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_dotprod_expand_fast(v_absdiff(v01, v02), one, r0);
v_int8 v11 = vx_load(src1 + j + VTraits<v_int8>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_int8>::vlanes());
r1 = v_dotprod_expand_fast(v_absdiff(v11, v12), one, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
int v = (int)cv_absdiff(src1[j], src2[j]);
s += v;
}
return s;
}
};
template<>
struct NormDiffL1_SIMD<ushort, int> {
int operator() (const ushort* src1, const ushort* src2, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
v_uint32 r2 = vx_setzero_u32(), r3 = vx_setzero_u32();
for (; j<= n - 4 * VTraits<v_uint16>::vlanes(); j += 4 * VTraits<v_uint16>::vlanes()) {
v_uint16 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_uint32 u00, u01;
v_expand(v_absdiff(v01, v02), u00, u01);
r0 = v_add(r0, v_add(u00, u01));
v_uint16 v11 = vx_load(src1 + j + VTraits<v_uint16>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_uint16>::vlanes());
v_uint32 u10, u11;
v_expand(v_absdiff(v11, v12), u10, u11);
r1 = v_add(r1, v_add(u10, u11));
v_uint16 v21 = vx_load(src1 + j + 2 * VTraits<v_uint16>::vlanes()),
v22 = vx_load(src2 + j + 2 * VTraits<v_uint16>::vlanes());
v_uint32 u20, u21;
v_expand(v_absdiff(v21, v22), u20, u21);
r2 = v_add(r2, v_add(u20, u21));
v_uint16 v31 = vx_load(src1 + j + 3 * VTraits<v_uint16>::vlanes()),
v32 = vx_load(src2 + j + 3 * VTraits<v_uint16>::vlanes());
v_uint32 u30, u31;
v_expand(v_absdiff(v31, v32), u30, u31);
r3 = v_add(r3, v_add(u30, u31));
}
s += (int)v_reduce_sum(v_add(v_add(v_add(r0, r1), r2), r3));
for (; j < n; j++) {
int v = (int)cv_absdiff(src1[j], src2[j]);
s += v;
}
return s;
}
};
template<>
struct NormDiffL1_SIMD<short, int> {
int operator() (const short* src1, const short* src2, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
v_uint32 r2 = vx_setzero_u32(), r3 = vx_setzero_u32();
for (; j<= n - 4 * VTraits<v_int16>::vlanes(); j += 4 * VTraits<v_int16>::vlanes()) {
v_int16 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_uint32 u00, u01;
v_expand(v_absdiff(v01, v02), u00, u01);
r0 = v_add(r0, v_add(u00, u01));
v_int16 v11 = vx_load(src1 + j + VTraits<v_int16>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_int16>::vlanes());
v_uint32 u10, u11;
v_expand(v_absdiff(v11, v12), u10, u11);
r1 = v_add(r1, v_add(u10, u11));
v_int16 v21 = vx_load(src1 + j + 2 * VTraits<v_int16>::vlanes()),
v22 = vx_load(src2 + j + 2 * VTraits<v_int16>::vlanes());
v_uint32 u20, u21;
v_expand(v_absdiff(v21, v22), u20, u21);
r2 = v_add(r2, v_add(u20, u21));
v_int16 v31 = vx_load(src1 + j + 3 * VTraits<v_int16>::vlanes()),
v32 = vx_load(src2 + j + 3 * VTraits<v_int16>::vlanes());
v_uint32 u30, u31;
v_expand(v_absdiff(v31, v32), u30, u31);
r3 = v_add(r3, v_add(u30, u31));
}
s += (int)v_reduce_sum(v_add(v_add(v_add(r0, r1), r2), r3));
for (; j < n; j++) {
int v = (int)cv_absdiff(src1[j], src2[j]);
s += v;
}
return s;
}
};
template<>
struct NormDiffL2_SIMD<uchar, int> {
int operator() (const uchar* src1, const uchar* src2, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
for (; j <= n - 2 * VTraits<v_uint8>::vlanes(); j += 2 * VTraits<v_uint8>::vlanes()) {
v_uint8 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_uint8 v0 = v_absdiff(v01, v02);
r0 = v_dotprod_expand_fast(v0, v0, r0);
v_uint8 v11 = vx_load(src1 + j + VTraits<v_uint8>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_uint8>::vlanes());
v_uint8 v1 = v_absdiff(v11, v12);
r1 = v_dotprod_expand_fast(v1, v1, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
int v = (int)src1[j] - (int)src2[j];
s += v * v;
}
return s;
}
};
template<>
struct NormDiffL2_SIMD<schar, int> {
int operator() (const schar* src1, const schar* src2, int n) const {
int j = 0;
int s = 0;
v_uint32 r0 = vx_setzero_u32(), r1 = vx_setzero_u32();
for (; j <= n - 2 * VTraits<v_int8>::vlanes(); j += 2 * VTraits<v_int8>::vlanes()) {
v_int8 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_uint8 v0 = v_absdiff(v01, v02);
r0 = v_dotprod_expand_fast(v0, v0, r0);
v_int8 v11 = vx_load(src1 + j + VTraits<v_int8>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_int8>::vlanes());
v_uint8 v1 = v_absdiff(v11, v12);
r1 = v_dotprod_expand_fast(v1, v1, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
int v = (int)src1[j] - (int)src2[j];
s += v * v;
}
return s;
}
};
#endif
#if (CV_SIMD_64F || CV_SIMD_SCALABLE_64F)
template<>
struct NormInf_SIMD<double, double> {
double operator() (const double* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
v_float64 r2 = vx_setzero_f64(), r3 = vx_setzero_f64();
for (; j <= n - 4 * VTraits<v_float64>::vlanes(); j += 4 * VTraits<v_float64>::vlanes()) {
r0 = v_max(r0, v_abs(vx_load(src + j )));
r1 = v_max(r1, v_abs(vx_load(src + j + VTraits<v_float64>::vlanes())));
r2 = v_max(r2, v_abs(vx_load(src + j + 2 * VTraits<v_float64>::vlanes())));
r3 = v_max(r3, v_abs(vx_load(src + j + 3 * VTraits<v_float64>::vlanes())));
}
r0 = v_max(r0, v_max(r1, v_max(r2, r3)));
for (; j < n; j++) {
s = std::max(s, cv_abs(src[j]));
}
// [TODO]: use v_reduce_max when it supports float64
double t[VTraits<v_float64>::max_nlanes];
vx_store(t, r0);
for (int i = 0; i < VTraits<v_float64>::vlanes(); i++) {
s = std::max(s, cv_abs(t[i]));
}
return s;
}
};
template<>
struct NormL1_SIMD<int, double> {
double operator() (const int* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r00 = vx_setzero_f64(), r01 = vx_setzero_f64();
v_float64 r10 = vx_setzero_f64(), r11 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_int32>::vlanes(); j += 2 * VTraits<v_int32>::vlanes()) {
v_float32 v0 = v_abs(v_cvt_f32(vx_load(src + j))), v1 = v_abs(v_cvt_f32(vx_load(src + j + VTraits<v_int32>::vlanes())));
r00 = v_add(r00, v_cvt_f64(v0)); r01 = v_add(r01, v_cvt_f64_high(v0));
r10 = v_add(r10, v_cvt_f64(v1)); r11 = v_add(r11, v_cvt_f64_high(v1));
}
s += v_reduce_sum(v_add(v_add(v_add(r00, r01), r10), r11));
for (; j < n; j++) {
s += cv_abs(src[j]);
}
return s;
}
};
template<>
struct NormL1_SIMD<float, double> {
double operator() (const float* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r00 = vx_setzero_f64(), r01 = vx_setzero_f64();
v_float64 r10 = vx_setzero_f64(), r11 = vx_setzero_f64();
v_float64 r20 = vx_setzero_f64(), r21 = vx_setzero_f64();
v_float64 r30 = vx_setzero_f64(), r31 = vx_setzero_f64();
for (; j <= n - 4 * VTraits<v_float32>::vlanes(); j += 4 * VTraits<v_float32>::vlanes()) {
v_float32 v0 = v_abs(vx_load(src + j)), v1 = v_abs(vx_load(src + j + VTraits<v_float32>::vlanes()));
r00 = v_add(r00, v_cvt_f64(v0)); r01 = v_add(r01, v_cvt_f64_high(v0));
r10 = v_add(r10, v_cvt_f64(v1)); r11 = v_add(r11, v_cvt_f64_high(v1));
v_float32 v2 = v_abs(vx_load(src + j + 2 * VTraits<v_float32>::vlanes())), v3 = v_abs(vx_load(src + j + 3 * VTraits<v_float32>::vlanes()));
r20 = v_add(r20, v_cvt_f64(v2)); r21 = v_add(r21, v_cvt_f64_high(v2));
r30 = v_add(r30, v_cvt_f64(v3)); r31 = v_add(r31, v_cvt_f64_high(v3));
}
s += v_reduce_sum(v_add(v_add(v_add(r00, r01), r10), r11));
s += v_reduce_sum(v_add(v_add(v_add(r20, r21), r30), r31));
for (; j < n; j++) {
s += cv_abs(src[j]);
}
return s;
}
};
template<>
struct NormL2_SIMD<ushort, double> {
double operator() (const ushort* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_uint16>::vlanes(); j += 2 * VTraits<v_uint16>::vlanes()) {
v_uint16 v0 = vx_load(src + j);
v_uint64 u0 = v_dotprod_expand_fast(v0, v0);
r0 = v_add(r0, v_cvt_f64(v_reinterpret_as_s64(u0)));
v_uint16 v1 = vx_load(src + j + VTraits<v_uint16>::vlanes());
v_uint64 u1 = v_dotprod_expand_fast(v1, v1);
r1 = v_add(r1, v_cvt_f64(v_reinterpret_as_s64(u1)));
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
double v = saturate_cast<double>(src[j]);
s += v * v;
}
return s;
}
};
template<>
struct NormL2_SIMD<short, double> {
double operator() (const short* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_int16>::vlanes(); j += 2 * VTraits<v_int16>::vlanes()) {
v_int16 v0 = vx_load(src + j);
r0 = v_add(r0, v_cvt_f64(v_dotprod_expand_fast(v0, v0)));
v_int16 v1 = vx_load(src + j + VTraits<v_int16>::vlanes());
r1 = v_add(r1, v_cvt_f64(v_dotprod_expand_fast(v1, v1)));
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
double v = saturate_cast<double>(src[j]);
s += v * v;
}
return s;
}
};
template<>
struct NormL2_SIMD<int, double> {
double operator() (const int* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_int32>::vlanes(); j += 2 * VTraits<v_int32>::vlanes()) {
v_int32 v0 = vx_load(src + j);
r0 = v_dotprod_expand_fast(v0, v0, r0);
v_int32 v1 = vx_load(src + j + VTraits<v_int32>::vlanes());
r1 = v_dotprod_expand_fast(v1, v1, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
double v = src[j];
s += v * v;
}
return s;
}
};
template<>
struct NormL2_SIMD<float, double> {
double operator() (const float* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r00 = vx_setzero_f64(), r01 = vx_setzero_f64();
v_float64 r10 = vx_setzero_f64(), r11 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_float32>::vlanes(); j += 2 * VTraits<v_float32>::vlanes()) {
v_float32 v0 = vx_load(src + j), v1 = vx_load(src + j + VTraits<v_float32>::vlanes());
v_float64 v00 = v_cvt_f64(v0), v01 = v_cvt_f64_high(v0);
v_float64 v10 = v_cvt_f64(v1), v11 = v_cvt_f64_high(v1);
r00 = v_fma(v00, v00, r00); r01 = v_fma(v01, v01, r01);
r10 = v_fma(v10, v10, r10); r11 = v_fma(v11, v11, r11);
}
s += v_reduce_sum(v_add(v_add(v_add(r00, r01), r10), r11));
for (; j < n; j++) {
double v = src[j];
s += v * v;
}
return s;
}
};
#endif
#if CV_SIMD_64F // CV_SIMD_SCALABLE_64F has accuracy problem with the following kernels on ci
template<>
struct NormL1_SIMD<double, double> {
double operator() (const double* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r00 = vx_setzero_f64(), r01 = vx_setzero_f64();
v_float64 r10 = vx_setzero_f64(), r11 = vx_setzero_f64();
for (; j <= n - 4 * VTraits<v_float64>::vlanes(); j += 4 * VTraits<v_float64>::vlanes()) {
r00 = v_add(r00, v_abs(vx_load(src + j )));
r01 = v_add(r01, v_abs(vx_load(src + j + VTraits<v_float64>::vlanes())));
r10 = v_add(r10, v_abs(vx_load(src + j + 2 * VTraits<v_float64>::vlanes())));
r11 = v_add(r11, v_abs(vx_load(src + j + 3 * VTraits<v_float64>::vlanes())));
}
s += v_reduce_sum(v_add(v_add(v_add(r00, r01), r10), r11));
for (; j < n; j++) {
s += cv_abs(src[j]);
}
return s;
}
};
template<>
struct NormL2_SIMD<double, double> {
double operator() (const double* src, int n) const {
int j = 0;
double s = 0.f;
v_float64 r00 = vx_setzero_f64(), r01 = vx_setzero_f64();
v_float64 r10 = vx_setzero_f64(), r11 = vx_setzero_f64();
for (; j <= n - 4 * VTraits<v_float64>::vlanes(); j += 4 * VTraits<v_float64>::vlanes()) {
v_float64 v00 = vx_load(src + j );
v_float64 v01 = vx_load(src + j + VTraits<v_float64>::vlanes());
v_float64 v10 = vx_load(src + j + 2 * VTraits<v_float64>::vlanes());
v_float64 v11 = vx_load(src + j + 3 * VTraits<v_float64>::vlanes());
r00 = v_fma(v00, v00, r00); r01 = v_fma(v01, v01, r01);
r10 = v_fma(v10, v10, r10); r11 = v_fma(v11, v11, r11);
}
s += v_reduce_sum(v_add(v_add(v_add(r00, r01), r10), r11));
for (; j < n; j++) {
double v = src[j];
s += v * v;
}
return s;
}
};
template<>
struct NormDiffInf_SIMD<double, double> {
double operator() (const double* src1, const double* src2, int n) const {
int j = 0;
double s = 0;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_float64>::vlanes(); j += 2 * VTraits<v_float64>::vlanes()) {
v_float64 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_max(r0, v_absdiff(v01, v02));
v_float64 v11 = vx_load(src1 + j + VTraits<v_float64>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_float64>::vlanes());
r1 = v_max(r1, v_absdiff(v11, v12));
}
// [TODO]: use v_reduce_max when it supports float64
double t[VTraits<v_float64>::max_nlanes];
vx_store(t, v_max(r0, r1));
for (int i = 0; i < VTraits<v_float64>::vlanes(); i++) {
s = std::max(s, t[i]);
}
for (; j < n; j++) {
double v = (double)cv_absdiff(src1[j], src2[j]);
s = std::max(s, v);
}
return s;
}
};
template<>
struct NormDiffL1_SIMD<float, double> {
double operator() (const float* src1, const float* src2, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
v_float64 r2 = vx_setzero_f64(), r3 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_float32>::vlanes(); j += 2 * VTraits<v_float32>::vlanes()) {
v_float32 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_float32 v0 = v_absdiff(v01, v02);
r0 = v_add(r0, v_cvt_f64(v0)); r1 = v_add(r1, v_cvt_f64_high(v0));
v_float32 v11 = vx_load(src1 + j + VTraits<v_float32>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_float32>::vlanes());
v_float32 v1 = v_absdiff(v11, v12);
r2 = v_add(r2, v_cvt_f64(v1)); r3 = v_add(r3, v_cvt_f64_high(v1));
}
s += v_reduce_sum(v_add(v_add(v_add(r0, r1), r2), r3));
for (; j < n; j++) {
double v = (double)cv_absdiff(src1[j], src2[j]);
s += v;
}
return s;
}
};
template<>
struct NormDiffL1_SIMD<double, double> {
double operator() (const double* src1, const double* src2, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_float64>::vlanes(); j += 2 * VTraits<v_float64>::vlanes()) {
v_float64 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
r0 = v_add(r0, v_absdiff(v01, v02));
v_float64 v11 = vx_load(src1 + j + VTraits<v_float64>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_float64>::vlanes());
r1 = v_add(r1, v_absdiff(v11, v12));
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
double v = (double)cv_absdiff(src1[j], src2[j]);
s += v;
}
return s;
}
};
template<>
struct NormDiffL2_SIMD<ushort, double> {
double operator() (const ushort* src1, const ushort* src2, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_uint16>::vlanes(); j += 2 * VTraits<v_uint16>::vlanes()) {
v_uint16 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_uint16 v0 = v_absdiff(v01, v02);
v_uint64 u0 = v_dotprod_expand_fast(v0, v0);
r0 = v_add(r0, v_cvt_f64(v_reinterpret_as_s64(u0)));
v_uint16 v11 = vx_load(src1 + j + VTraits<v_uint16>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_uint16>::vlanes());
v_uint16 v1 = v_absdiff(v11, v12);
v_uint64 u1 = v_dotprod_expand_fast(v1, v1);
r1 = v_add(r1, v_cvt_f64(v_reinterpret_as_s64(u1)));
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
double v = (double)src1[j] - (double)src2[j];
s += v * v;
}
return s;
}
};
template<>
struct NormDiffL2_SIMD<short, double> {
double operator() (const short* src1, const short* src2, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_int16>::vlanes(); j += 2 * VTraits<v_int16>::vlanes()) {
v_int16 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_uint16 v0 = v_absdiff(v01, v02);
v_uint64 u0 = v_dotprod_expand_fast(v0, v0);
r0 = v_add(r0, v_cvt_f64(v_reinterpret_as_s64(u0)));
v_int16 v11 = vx_load(src1 + j + VTraits<v_uint16>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_uint16>::vlanes());
v_uint16 v1 = v_absdiff(v11, v12);
v_uint64 u1 = v_dotprod_expand_fast(v1, v1);
r1 = v_add(r1, v_cvt_f64(v_reinterpret_as_s64(u1)));
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
double v = (double)src1[j] - (double)src2[j];
s += v * v;
}
return s;
}
};
template<>
struct NormDiffL2_SIMD<int, double> {
double operator() (const int* src1, const int* src2, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
for (; j <= n - VTraits<v_int32>::vlanes(); j += VTraits<v_int32>::vlanes()) {
v_int32 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_uint32 v0 = v_absdiff(v01, v02);
v_uint64 ev0, ev1;
v_expand(v0, ev0, ev1);
v_float64 f0 = v_cvt_f64(v_reinterpret_as_s64(ev0)), f1 = v_cvt_f64(v_reinterpret_as_s64(ev1));
r0 = v_fma(f0, f0, r0); r1 = v_fma(f1, f1, r1);
}
s += v_reduce_sum(v_add(r0, r1));
for (; j < n; j++) {
double v = (double)src1[j] - (double)src2[j];
s += v * v;
}
return s;
}
};
template<>
struct NormDiffL2_SIMD<float, double> {
double operator() (const float* src1, const float* src2, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
v_float64 r2 = vx_setzero_f64(), r3 = vx_setzero_f64();
for (; j <= n - 2 * VTraits<v_float32>::vlanes(); j += 2 * VTraits<v_float32>::vlanes()) {
v_float32 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_float32 v0 = v_absdiff(v01, v02);
v_float64 f01 = v_cvt_f64(v0), f02 = v_cvt_f64_high(v0);
r0 = v_fma(f01, f01, r0); r1 = v_fma(f02, f02, r1);
v_float32 v11 = vx_load(src1 + j + VTraits<v_float32>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_float32>::vlanes());
v_float32 v1 = v_absdiff(v11, v12);
v_float64 f11 = v_cvt_f64(v1), f12 = v_cvt_f64_high(v1);
r2 = v_fma(f11, f11, r2); r3 = v_fma(f12, f12, r3);
}
s += v_reduce_sum(v_add(v_add(v_add(r0, r1), r2), r3));
for (; j < n; j++) {
double v = (double)src1[j] - (double)src2[j];
s += v * v;
}
return s;
}
};
template<>
struct NormDiffL2_SIMD<double, double> {
double operator() (const double* src1, const double* src2, int n) const {
int j = 0;
double s = 0.f;
v_float64 r0 = vx_setzero_f64(), r1 = vx_setzero_f64();
v_float64 r2 = vx_setzero_f64(), r3 = vx_setzero_f64();
for (; j <= n - 4 * VTraits<v_float64>::vlanes(); j += 4 * VTraits<v_float64>::vlanes()) {
v_float64 v01 = vx_load(src1 + j), v02 = vx_load(src2 + j);
v_float64 v0 = v_absdiff(v01, v02);
r0 = v_fma(v0, v0, r0);
v_float64 v11 = vx_load(src1 + j + VTraits<v_float64>::vlanes()),
v12 = vx_load(src2 + j + VTraits<v_float64>::vlanes());
v_float64 v1 = v_absdiff(v11, v12);
r1 = v_fma(v1, v1, r1);
v_float64 v21 = vx_load(src1 + j + 2 * VTraits<v_float64>::vlanes()),
v22 = vx_load(src2 + j + 2 * VTraits<v_float64>::vlanes());
v_float64 v2 = v_absdiff(v21, v22);
r2 = v_fma(v2, v2, r2);
v_float64 v31 = vx_load(src1 + j + 3 * VTraits<v_float64>::vlanes()),
v32 = vx_load(src2 + j + 3 * VTraits<v_float64>::vlanes());
v_float64 v3 = v_absdiff(v31, v32);
r3 = v_fma(v3, v3, r3);
}
s += v_reduce_sum(v_add(v_add(v_add(r0, r1), r2), r3));
for (; j < n; j++) {
double v = (double)src1[j] - (double)src2[j];
s += v * v;
}
return s;
}
};
#endif
template<typename T, typename ST> int
normInf_(const T* src, const uchar* mask, ST* _result, int len, int cn)
{
ST result = *_result;
if( !mask )
{
NormInf_SIMD<T, ST> op;
result = std::max(result, op(src, len*cn));
}
else
{
for( int i = 0; i < len; i++, src += cn )
if( mask[i] )
{
for( int k = 0; k < cn; k++ )
result = std::max(result, (ST)cv_abs(src[k]));
}
}
*_result = result;
return 0;
}
template<typename T, typename ST> int
normL1_(const T* src, const uchar* mask, ST* _result, int len, int cn)
{
ST result = *_result;
if( !mask )
{
NormL1_SIMD<T, ST> op;
result += op(src, len*cn);
}
else
{
for( int i = 0; i < len; i++, src += cn )
if( mask[i] )
{
for( int k = 0; k < cn; k++ )
result += cv_abs(src[k]);
}
}
*_result = result;
return 0;
}
template<typename T, typename ST> int
normL2_(const T* src, const uchar* mask, ST* _result, int len, int cn)
{
ST result = *_result;
if( !mask )
{
NormL2_SIMD<T, ST> op;
result += op(src, len*cn);
}
else
{
for( int i = 0; i < len; i++, src += cn )
if( mask[i] )
{
for( int k = 0; k < cn; k++ )
{
ST v = (ST)src[k];
result += v*v;
}
}
}
*_result = result;
return 0;
}
static int
normInf_Bool(const uchar* src, const uchar* mask, int* _result, int len, int cn)
{
int result = *_result;
if( !mask )
{
for ( int i = 0; i < len*cn; i++ ) {
result = std::max(result, (int)(src[i] != 0));
if (result != 0)
break;
}
}
else
{
for( int i = 0; i < len; i++, src += cn )
if( mask[i] )
{
for( int k = 0; k < cn; k++ )
result = std::max(result, (int)(src[k] != 0));
if (result != 0)
break;
}
}
*_result = result;
return 0;
}
static int
normL1_Bool(const uchar* src, const uchar* mask, int* _result, int len, int cn)
{
int result = *_result;
if( !mask )
{
for ( int i = 0; i < len*cn; i++ )
result += (int)(src[i] != 0);
}
else
{
for( int i = 0; i < len; i++, src += cn )
if( mask[i] )
{
for( int k = 0; k < cn; k++ )
result += (int)(src[k] != 0);
}
}
*_result = result;
return 0;
}
static int
normL2_Bool(const uchar* src, const uchar* mask, int* _result, int len, int cn)
{
return normL1_Bool(src, mask, _result, len, cn);
}
template<typename T, typename ST> int
normDiffInf_(const T* src1, const T* src2, const uchar* mask, ST* _result, int len, int cn) {
ST result = *_result;
if( !mask ) {
NormDiffInf_SIMD<T, ST> op;
result = std::max(result, op(src1, src2, len*cn));
} else {
for( int i = 0; i < len; i++, src1 += cn, src2 += cn ) {
if( mask[i] ) {
for( int k = 0; k < cn; k++ ) {
result = std::max(result, (ST)cv_absdiff(src1[k], src2[k]));
}
}
}
}
*_result = result;
return 0;
}
template<typename T, typename ST> int
normDiffL1_(const T* src1, const T* src2, const uchar* mask, ST* _result, int len, int cn) {
ST result = *_result;
if( !mask ) {
NormDiffL1_SIMD<T, ST> op;
result += op(src1, src2, len*cn);
} else {
for( int i = 0; i < len; i++, src1 += cn, src2 += cn ) {
if( mask[i] ) {
for( int k = 0; k < cn; k++ ) {
result += (ST)cv_absdiff(src1[k], src2[k]);
}
}
}
}
*_result = result;
return 0;
}
// This specialization is needed because https://github.com/opencv/opencv/issues/27080
template<> int
normDiffL1_(const int* src1, const int* src2, const uchar* mask, double* _result, int len, int cn) {
double result = *_result;
if( !mask ) {
NormDiffL1_SIMD<int, double> op;
result += op(src1, src2, len*cn);
} else {
for( int i = 0; i < len; i++, src1 += cn, src2 += cn ) {
if( mask[i] ) {
for( int k = 0; k < cn; k++ ) {
double d1 = (double)src1[k], d2 = (double)src2[k];
result += (double)std::abs(d1 - d2);
}
}
}
}
*_result = result;
return 0;
}
template<typename T, typename ST> int
normDiffL2_(const T* src1, const T* src2, const uchar* mask, ST* _result, int len, int cn) {
ST result = *_result;
if( !mask ) {
NormDiffL2_SIMD<T, ST> op;
result += op(src1, src2, len*cn);
} else {
for( int i = 0; i < len; i++, src1 += cn, src2 += cn ) {
if( mask[i] ) {
for( int k = 0; k < cn; k++ ) {
ST v = (ST)src1[k] - (ST)src2[k];
result += v*v;
}
}
}
}
*_result = result;
return 0;
}
static int
normDiffInf_Bool(const uchar* src1, const uchar* src2, const uchar* mask, int* _result, int len, int cn)
{
int result = *_result;
if( !mask )
{
for( int i = 0; i < len*cn; i++ ) {
result = std::max(result, (int)((src1[i] != 0) != (src2[i] != 0)));
if (result != 0)
break;
}
}
else
{
for( int i = 0; i < len; i++, src1 += cn, src2 += cn )
if( mask[i] )
{
for( int k = 0; k < cn; k++ )
result = std::max(result, (int)((src1[k] != 0) != (src2[k] != 0)));
if (result != 0)
break;
}
}
*_result = result;
return 0;
}
static int
normDiffL1_Bool(const uchar* src1, const uchar* src2, const uchar* mask, int* _result, int len, int cn)
{
int result = *_result;
if( !mask )
{
for( int i = 0; i < len*cn; i++ )
result += (int)((src1[i] != 0) != (src2[i] != 0));
}
else
{
for( int i = 0; i < len; i++, src1 += cn, src2 += cn )
if( mask[i] )
{
for( int k = 0; k < cn; k++ )
result += (int)((src1[k] != 0) != (src2[k] != 0));
}
}
*_result = result;
return 0;
}
static int
normDiffL2_Bool(const uchar* src1, const uchar* src2, const uchar* mask, int* _result, int len, int cn)
{
return normDiffL1_Bool(src1, src2, mask, _result, len, cn);
}
#define CV_DEF_NORM_FUNC(L, suffix, type, ntype) \
static int norm##L##_##suffix(const type* src, const uchar* mask, ntype* r, int len, int cn) \
{ CV_INSTRUMENT_REGION(); return norm##L##_(src, mask, r, len, cn); } \
static int normDiff##L##_##suffix(const type* src1, const type* src2, \
const uchar* mask, ntype* r, int len, int cn) \
{ return normDiff##L##_(src1, src2, mask, r, (int)len, cn); }
#define CV_DEF_NORM_ALL(suffix, type, inftype, l1type, l2type) \
CV_DEF_NORM_FUNC(Inf, suffix, type, inftype) \
CV_DEF_NORM_FUNC(L1, suffix, type, l1type) \
CV_DEF_NORM_FUNC(L2, suffix, type, l2type)
CV_DEF_NORM_ALL(8u, uchar, int, int, int)
CV_DEF_NORM_ALL(8s, schar, int, int, int)
CV_DEF_NORM_ALL(16u, ushort, int, int, double)
CV_DEF_NORM_ALL(16s, short, int, int, double)
CV_DEF_NORM_ALL(32u, unsigned, unsigned, double, double)
CV_DEF_NORM_ALL(32s, int, unsigned, double, double)
CV_DEF_NORM_ALL(32f, float, float, double, double)
CV_DEF_NORM_ALL(64f, double, double, double, double)
CV_DEF_NORM_ALL(64u, uint64, uint64, double, double)
CV_DEF_NORM_ALL(64s, int64, uint64, double, double)
CV_DEF_NORM_ALL(16f, hfloat, float, float, float)
CV_DEF_NORM_ALL(16bf, bfloat, float, float, float)
NormFunc getNormFunc(int normType, int depth)
{
CV_INSTRUMENT_REGION();
static NormFunc normTab[3][CV_DEPTH_MAX] =
{
{
(NormFunc)GET_OPTIMIZED(normInf_8u),
(NormFunc)GET_OPTIMIZED(normInf_8s),
(NormFunc)GET_OPTIMIZED(normInf_16u),
(NormFunc)GET_OPTIMIZED(normInf_16s),
(NormFunc)GET_OPTIMIZED(normInf_32s),
(NormFunc)GET_OPTIMIZED(normInf_32f),
(NormFunc)normInf_64f,
(NormFunc)GET_OPTIMIZED(normInf_16f),
(NormFunc)GET_OPTIMIZED(normInf_16bf),
(NormFunc)normInf_Bool,
(NormFunc)GET_OPTIMIZED(normInf_64u),
(NormFunc)GET_OPTIMIZED(normInf_64s),
(NormFunc)GET_OPTIMIZED(normInf_32u),
0
},
{
(NormFunc)GET_OPTIMIZED(normL1_8u),
(NormFunc)GET_OPTIMIZED(normL1_8s),
(NormFunc)GET_OPTIMIZED(normL1_16u),
(NormFunc)GET_OPTIMIZED(normL1_16s),
(NormFunc)GET_OPTIMIZED(normL1_32s),
(NormFunc)GET_OPTIMIZED(normL1_32f),
(NormFunc)normL1_64f,
(NormFunc)GET_OPTIMIZED(normL1_16f),
(NormFunc)GET_OPTIMIZED(normL1_16bf),
(NormFunc)normL1_Bool,
(NormFunc)GET_OPTIMIZED(normL1_64u),
(NormFunc)GET_OPTIMIZED(normL1_64s),
(NormFunc)GET_OPTIMIZED(normL1_32u),
0
},
{
(NormFunc)GET_OPTIMIZED(normL2_8u),
(NormFunc)GET_OPTIMIZED(normL2_8s),
(NormFunc)GET_OPTIMIZED(normL2_16u),
(NormFunc)GET_OPTIMIZED(normL2_16s),
(NormFunc)GET_OPTIMIZED(normL2_32s),
(NormFunc)GET_OPTIMIZED(normL2_32f),
(NormFunc)normL2_64f,
(NormFunc)GET_OPTIMIZED(normL2_16f),
(NormFunc)GET_OPTIMIZED(normL2_16bf),
(NormFunc)normL2_Bool,
(NormFunc)GET_OPTIMIZED(normL2_64u),
(NormFunc)GET_OPTIMIZED(normL2_64s),
(NormFunc)GET_OPTIMIZED(normL2_32u),
0
}
};
if (normType >= 3 || normType < 0) return nullptr;
return normTab[normType][depth];
}
NormDiffFunc getNormDiffFunc(int normType, int depth)
{
static NormDiffFunc normDiffTab[3][CV_DEPTH_MAX] =
{
{
(NormDiffFunc)GET_OPTIMIZED(normDiffInf_8u),
(NormDiffFunc)normDiffInf_8s,
(NormDiffFunc)normDiffInf_16u,
(NormDiffFunc)normDiffInf_16s,
(NormDiffFunc)normDiffInf_32s,
(NormDiffFunc)GET_OPTIMIZED(normDiffInf_32f),
(NormDiffFunc)normDiffInf_64f,
(NormDiffFunc)normDiffInf_16f,
(NormDiffFunc)normDiffInf_16bf,
(NormDiffFunc)normDiffInf_Bool,
(NormDiffFunc)normDiffInf_64u,
(NormDiffFunc)normDiffInf_64s,
(NormDiffFunc)normDiffInf_32u,
0
},
{
(NormDiffFunc)GET_OPTIMIZED(normDiffL1_8u),
(NormDiffFunc)normDiffL1_8s,
(NormDiffFunc)normDiffL1_16u,
(NormDiffFunc)normDiffL1_16s,
(NormDiffFunc)normDiffL1_32s,
(NormDiffFunc)GET_OPTIMIZED(normDiffL1_32f),
(NormDiffFunc)normDiffL1_64f,
(NormDiffFunc)normDiffL1_16f,
(NormDiffFunc)normDiffL1_16bf,
(NormDiffFunc)normDiffL1_Bool,
(NormDiffFunc)normDiffL1_64u,
(NormDiffFunc)normDiffL1_64s,
(NormDiffFunc)normDiffL1_32u,
0
},
{
(NormDiffFunc)GET_OPTIMIZED(normDiffL2_8u),
(NormDiffFunc)normDiffL2_8s,
(NormDiffFunc)normDiffL2_16u,
(NormDiffFunc)normDiffL2_16s,
(NormDiffFunc)normDiffL2_32s,
(NormDiffFunc)GET_OPTIMIZED(normDiffL2_32f),
(NormDiffFunc)normDiffL2_64f,
(NormDiffFunc)normDiffL2_16f,
(NormDiffFunc)normDiffL2_16bf,
(NormDiffFunc)normDiffL2_Bool,
(NormDiffFunc)normDiffL2_64u,
(NormDiffFunc)normDiffL2_64s,
(NormDiffFunc)normDiffL2_32u,
0
},
};
if (normType >= 3 || normType < 0) return nullptr;
return normDiffTab[normType][depth];
}
#endif // CV_CPU_OPTIMIZATION_DECLARATIONS_ONLY
CV_CPU_OPTIMIZATION_NAMESPACE_END
} // cv::
Reference in New Issue View Git Blame Copy Permalink