1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
/*
* Copyright (c) 2024 The WebM project authors. All Rights Reserved.
*
* Use of this source code is governed by a BSD-style license
* that can be found in the LICENSE file in the root of the source
* tree. An additional intellectual property rights grant can be found
* in the file PATENTS. All contributing project authors may
* be found in the AUTHORS file in the root of the source tree.
*/
#include <arm_neon.h>
#include <assert.h>
#include "./vpx_dsp_rtcd.h"
#include "vpx_dsp/arm/mem_neon.h"
#include "vpx_dsp/arm/sum_neon.h"
#include "vpx_dsp/arm/vpx_neon_sve_bridge.h"
uint64_t vpx_sum_squares_2d_i16_sve(const int16_t *src, int stride, int size) {
if (size == 4) {
int16x4_t s[4];
int64x2_t sum = vdupq_n_s64(0);
s[0] = vld1_s16(src + 0 * stride);
s[1] = vld1_s16(src + 1 * stride);
s[2] = vld1_s16(src + 2 * stride);
s[3] = vld1_s16(src + 3 * stride);
int16x8_t s01 = vcombine_s16(s[0], s[1]);
int16x8_t s23 = vcombine_s16(s[2], s[3]);
sum = vpx_dotq_s16(sum, s01, s01);
sum = vpx_dotq_s16(sum, s23, s23);
return horizontal_add_uint64x2(vreinterpretq_u64_s64(sum));
} else {
int rows = size;
int64x2_t sum[4] = { vdupq_n_s64(0), vdupq_n_s64(0), vdupq_n_s64(0),
vdupq_n_s64(0) };
do {
const int16_t *src_ptr = src;
int cols = size;
do {
int16x8_t s[8];
load_s16_8x8(src_ptr, stride, &s[0], &s[1], &s[2], &s[3], &s[4], &s[5],
&s[6], &s[7]);
sum[0] = vpx_dotq_s16(sum[0], s[0], s[0]);
sum[1] = vpx_dotq_s16(sum[1], s[1], s[1]);
sum[2] = vpx_dotq_s16(sum[2], s[2], s[2]);
sum[3] = vpx_dotq_s16(sum[3], s[3], s[3]);
sum[0] = vpx_dotq_s16(sum[0], s[4], s[4]);
sum[1] = vpx_dotq_s16(sum[1], s[5], s[5]);
sum[2] = vpx_dotq_s16(sum[2], s[6], s[6]);
sum[3] = vpx_dotq_s16(sum[3], s[7], s[7]);
src_ptr += 8;
cols -= 8;
} while (cols);
src += 8 * stride;
rows -= 8;
} while (rows);
sum[0] = vaddq_s64(sum[0], sum[1]);
sum[2] = vaddq_s64(sum[2], sum[3]);
sum[0] = vaddq_s64(sum[0], sum[2]);
return horizontal_add_uint64x2(vreinterpretq_u64_s64(sum[0]));
}
}
|
