1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
/***************************************************************************
* Copyright (c) Johan Mabille, Sylvain Corlay, Wolf Vollprecht and *
* Martin Renou *
* Copyright (c) QuantStack *
* Copyright (c) Serge Guelton *
* Copyright (c) Yibo Cai *
* *
* Distributed under the terms of the BSD 3-Clause License. *
* *
* The full license is in the file LICENSE, distributed with this software. *
****************************************************************************/
#ifndef XSIMD_SVE_REGISTER_HPP
#define XSIMD_SVE_REGISTER_HPP
#include "xsimd_generic_arch.hpp"
#include "xsimd_register.hpp"
#if XSIMD_WITH_SVE
#include <arm_sve.h>
#endif
namespace xsimd
{
namespace detail
{
/**
* @ingroup architectures
*
* SVE instructions (fixed vector size) for arm64
*/
template <size_t Width>
struct sve : xsimd::generic
{
static constexpr bool supported() noexcept { return Width == XSIMD_SVE_BITS; }
static constexpr bool available() noexcept { return true; }
static constexpr bool requires_alignment() noexcept { return true; }
static constexpr std::size_t alignment() noexcept { return 16; }
static constexpr unsigned version() noexcept { return generic::version(9, Width / 32, 0); }
static constexpr char const* name() noexcept { return "arm64+sve"; }
};
}
#if XSIMD_WITH_SVE
using sve = detail::sve<__ARM_FEATURE_SVE_BITS>;
namespace types
{
namespace detail
{
// define fixed size alias per SVE sizeless type
#define SVE_TO_FIXED_SIZE(ty) ty __attribute__((arm_sve_vector_bits(__ARM_FEATURE_SVE_BITS)))
using sve_int8_t = SVE_TO_FIXED_SIZE(svint8_t);
using sve_uint8_t = SVE_TO_FIXED_SIZE(svuint8_t);
using sve_int16_t = SVE_TO_FIXED_SIZE(svint16_t);
using sve_uint16_t = SVE_TO_FIXED_SIZE(svuint16_t);
using sve_int32_t = SVE_TO_FIXED_SIZE(svint32_t);
using sve_uint32_t = SVE_TO_FIXED_SIZE(svuint32_t);
using sve_int64_t = SVE_TO_FIXED_SIZE(svint64_t);
using sve_uint64_t = SVE_TO_FIXED_SIZE(svuint64_t);
using sve_float32_t = SVE_TO_FIXED_SIZE(svfloat32_t);
using sve_float64_t = SVE_TO_FIXED_SIZE(svfloat64_t);
using sve_bool_t = SVE_TO_FIXED_SIZE(svbool_t);
#undef SVE_TO_FIXED_SIZE
template <size_t S>
struct sve_vector_type_impl;
template <>
struct sve_vector_type_impl<8>
{
using signed_type = sve_int8_t;
using unsigned_type = sve_uint8_t;
using floating_point_type = void;
};
template <>
struct sve_vector_type_impl<16>
{
using signed_type = sve_int16_t;
using unsigned_type = sve_uint16_t;
using floating_point_type = void;
};
template <>
struct sve_vector_type_impl<32>
{
using signed_type = sve_int32_t;
using unsigned_type = sve_uint32_t;
using floating_point_type = sve_float32_t;
};
template <>
struct sve_vector_type_impl<64>
{
using signed_type = sve_int64_t;
using unsigned_type = sve_uint64_t;
using floating_point_type = sve_float64_t;
};
template <class T>
using signed_int_sve_vector_type = typename sve_vector_type_impl<8 * sizeof(T)>::signed_type;
template <class T>
using unsigned_int_sve_vector_type = typename sve_vector_type_impl<8 * sizeof(T)>::unsigned_type;
template <class T>
using floating_point_sve_vector_type = typename sve_vector_type_impl<8 * sizeof(T)>::floating_point_type;
template <class T>
using signed_int_or_floating_point_sve_vector_type = typename std::conditional<std::is_floating_point<T>::value,
floating_point_sve_vector_type<T>,
signed_int_sve_vector_type<T>>::type;
template <class T>
using sve_vector_type = typename std::conditional<std::is_signed<T>::value,
signed_int_or_floating_point_sve_vector_type<T>,
unsigned_int_sve_vector_type<T>>::type;
} // namespace detail
XSIMD_DECLARE_SIMD_REGISTER(signed char, sve, detail::sve_vector_type<signed char>);
XSIMD_DECLARE_SIMD_REGISTER(unsigned char, sve, detail::sve_vector_type<unsigned char>);
XSIMD_DECLARE_SIMD_REGISTER(char, sve, detail::sve_vector_type<char>);
XSIMD_DECLARE_SIMD_REGISTER(short, sve, detail::sve_vector_type<short>);
XSIMD_DECLARE_SIMD_REGISTER(unsigned short, sve, detail::sve_vector_type<unsigned short>);
XSIMD_DECLARE_SIMD_REGISTER(int, sve, detail::sve_vector_type<int>);
XSIMD_DECLARE_SIMD_REGISTER(unsigned int, sve, detail::sve_vector_type<unsigned int>);
XSIMD_DECLARE_SIMD_REGISTER(long int, sve, detail::sve_vector_type<long int>);
XSIMD_DECLARE_SIMD_REGISTER(unsigned long int, sve, detail::sve_vector_type<unsigned long int>);
XSIMD_DECLARE_SIMD_REGISTER(long long int, sve, detail::sve_vector_type<long long int>);
XSIMD_DECLARE_SIMD_REGISTER(unsigned long long int, sve, detail::sve_vector_type<unsigned long long int>);
XSIMD_DECLARE_SIMD_REGISTER(float, sve, detail::sve_vector_type<float>);
XSIMD_DECLARE_SIMD_REGISTER(double, sve, detail::sve_vector_type<double>);
namespace detail
{
struct sve_bool_simd_register
{
using register_type = sve_bool_t;
register_type data;
operator register_type() const noexcept { return data; }
};
} // namespace detail
template <class T>
struct get_bool_simd_register<T, sve>
{
using type = detail::sve_bool_simd_register;
};
} // namespace types
#else
using sve = detail::sve<0xFFFFFFFF>;
#endif
} // namespace xsimd
#endif
|
