Eigen  5.0.1-dev+master
 
Loading...
Searching...
No Matches
PacketMathDecl.h
1// This file is part of Eigen, a lightweight C++ template library
2// for linear algebra.
3//
4// Copyright (C) 2024 Kseniya Zaytseva <kseniya.zaytseva@syntacore.com>
5// Copyright (C) 2025 Chip Kerchner <ckerchner@tenstorrent.com>
6//
7// This Source Code Form is subject to the terms of the Mozilla
8// Public License v. 2.0. If a copy of the MPL was not distributed
9// with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
10// SPDX-License-Identifier: MPL-2.0
11
12#ifndef EIGEN_PACKET_MATH_RVV10_DECL_H
13#define EIGEN_PACKET_MATH_RVV10_DECL_H
14
15// IWYU pragma: private
16#include "../../InternalHeaderCheck.h"
17
18namespace Eigen {
19namespace internal {
20#ifndef EIGEN_CACHEFRIENDLY_PRODUCT_THRESHOLD
21#define EIGEN_CACHEFRIENDLY_PRODUCT_THRESHOLD 8
22#endif
23
24#ifndef EIGEN_HAS_SINGLE_INSTRUCTION_MADD
25#define EIGEN_HAS_SINGLE_INSTRUCTION_MADD
26#endif
27
28#define EIGEN_ARCH_DEFAULT_NUMBER_OF_REGISTERS 32
29
30template <typename Scalar, std::size_t VectorLength, std::size_t VectorLMul>
31struct rvv_packet_size_selector {
32 enum { size = VectorLength * VectorLMul / (sizeof(Scalar) * CHAR_BIT) };
33};
34
35template <std::size_t VectorLength, std::size_t VectorLMul>
36struct rvv_packet_alignment_selector {
37 enum {
38 alignment =
39 (VectorLength * VectorLMul) >= 1024
41 : ((VectorLength * VectorLMul) >= 512 ? Aligned64
42 : ((VectorLength * VectorLMul) >= 256 ? Aligned32 : Aligned16))
43 };
44};
45
46using PacketMask64 = vbool64_t;
47using PacketMask32 = vbool32_t;
48using PacketMask16 = vbool16_t;
49using PacketMask8 = vbool8_t;
50using PacketMask4 = vbool4_t;
51
52template <typename Packet>
53struct rvv_half_packet {
54 using type = Packet;
55};
56
57template <typename Packet>
58using rvv_half_packet_t = typename rvv_half_packet<Packet>::type;
59
60template <typename Scalar, typename Packet, std::size_t VectorLMul>
61struct rvv_default_unpacket_traits {
62 using type = Scalar;
63 using half = rvv_half_packet_t<Packet>;
64 using mask_t = numext::uint8_t;
65 enum {
66 size = rvv_packet_size_selector<Scalar, EIGEN_RISCV64_RVV_VL, VectorLMul>::size,
67 alignment = rvv_packet_alignment_selector<EIGEN_RISCV64_RVV_VL, VectorLMul>::alignment,
68 vectorizable = true,
69 masked_load_available = false,
70 masked_store_available = false
71 };
72};
73
74/********************************* short **************************************/
75
76using Packet1Xs = eigen_packet_wrapper<vint16m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 18>;
77using Packet1Xsu = eigen_packet_wrapper<vuint16m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 19>;
78
79using Packet2Xs = eigen_packet_wrapper<vint16m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 20>;
80using Packet2Xsu =
81 eigen_packet_wrapper<vuint16m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 21>;
82
83using Packet4Xs = eigen_packet_wrapper<vint16m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 22>;
84using Packet4Xsu =
85 eigen_packet_wrapper<vuint16m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 23>;
86
87template <>
88struct rvv_half_packet<Packet2Xs> {
89 using type = Packet1Xs;
90};
91template <>
92struct rvv_half_packet<Packet4Xs> {
93 using type = Packet2Xs;
94};
95
96template <>
97struct unpacket_traits<Packet1Xs> : rvv_default_unpacket_traits<numext::int16_t, Packet1Xs, 1> {};
98
99template <>
100struct unpacket_traits<Packet2Xs> : rvv_default_unpacket_traits<numext::int16_t, Packet2Xs, 2> {};
101
102template <>
103struct unpacket_traits<Packet4Xs> : rvv_default_unpacket_traits<numext::int16_t, Packet4Xs, 4> {};
104
105/********************************* int32 **************************************/
106using Packet1Xi = eigen_packet_wrapper<vint32m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 0>;
107using Packet1Xu = eigen_packet_wrapper<vuint32m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 1>;
108
109using Packet2Xi = eigen_packet_wrapper<vint32m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 2>;
110using Packet2Xu = eigen_packet_wrapper<vuint32m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 3>;
111
112using Packet4Xi = eigen_packet_wrapper<vint32m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 4>;
113using Packet4Xu = eigen_packet_wrapper<vuint32m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 5>;
114
115template <>
116struct rvv_half_packet<Packet2Xi> {
117 using type = Packet1Xi;
118};
119template <>
120struct rvv_half_packet<Packet4Xi> {
121 using type = Packet2Xi;
122};
123
124template <>
125struct unpacket_traits<Packet1Xi> : rvv_default_unpacket_traits<numext::int32_t, Packet1Xi, 1> {};
126template <>
127struct unpacket_traits<Packet2Xi> : rvv_default_unpacket_traits<numext::int32_t, Packet2Xi, 2> {};
128template <>
129struct unpacket_traits<Packet4Xi> : rvv_default_unpacket_traits<numext::int32_t, Packet4Xi, 4> {};
130
131/********************************* int64 **************************************/
132
133using Packet1Xl = eigen_packet_wrapper<vint64m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 9>;
134using Packet1Xul = eigen_packet_wrapper<vuint64m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 10>;
135
136using Packet2Xl = eigen_packet_wrapper<vint64m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 11>;
137using Packet2Xul =
138 eigen_packet_wrapper<vuint64m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 12>;
139
140using Packet4Xl = eigen_packet_wrapper<vint64m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 13>;
141using Packet4Xul =
142 eigen_packet_wrapper<vuint64m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 14>;
143
144template <>
145struct rvv_half_packet<Packet2Xl> {
146 using type = Packet1Xl;
147};
148template <>
149struct rvv_half_packet<Packet4Xl> {
150 using type = Packet2Xl;
151};
152
153template <>
154struct unpacket_traits<Packet1Xl> : rvv_default_unpacket_traits<numext::int64_t, Packet1Xl, 1> {};
155
156template <>
157struct unpacket_traits<Packet2Xl> : rvv_default_unpacket_traits<numext::int64_t, Packet2Xl, 2> {};
158
159template <>
160struct unpacket_traits<Packet4Xl> : rvv_default_unpacket_traits<numext::int64_t, Packet4Xl, 4> {};
161
162/********************************* float32 ************************************/
163
164using Packet1Xf = eigen_packet_wrapper<vfloat32m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 6>;
165using Packet2Xf =
166 eigen_packet_wrapper<vfloat32m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 7>;
167using Packet4Xf =
168 eigen_packet_wrapper<vfloat32m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 8>;
169
170template <>
171struct rvv_half_packet<Packet2Xf> {
172 using type = Packet1Xf;
173};
174template <>
175struct rvv_half_packet<Packet4Xf> {
176 using type = Packet2Xf;
177};
178
179template <>
180struct unpacket_traits<Packet1Xf> : rvv_default_unpacket_traits<float, Packet1Xf, 1> {
181 using integer_packet = Packet1Xi;
182 using packet_mask = PacketMask32;
183};
184
185template <>
186struct unpacket_traits<Packet2Xf> : rvv_default_unpacket_traits<float, Packet2Xf, 2> {
187 using integer_packet = Packet2Xi;
188 using packet_mask = PacketMask16;
189};
190
191template <>
192struct unpacket_traits<Packet4Xf> : rvv_default_unpacket_traits<float, Packet4Xf, 4> {
193 using integer_packet = Packet4Xi;
194 using packet_mask = PacketMask8;
195};
196
197/********************************* double ************************************/
198
199using Packet1Xd = eigen_packet_wrapper<vfloat64m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 15>;
200using Packet2Xd =
201 eigen_packet_wrapper<vfloat64m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 16>;
202using Packet4Xd =
203 eigen_packet_wrapper<vfloat64m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 17>;
204
205template <>
206struct rvv_half_packet<Packet2Xd> {
207 using type = Packet1Xd;
208};
209template <>
210struct rvv_half_packet<Packet4Xd> {
211 using type = Packet2Xd;
212};
213
214template <>
215struct unpacket_traits<Packet1Xd> : rvv_default_unpacket_traits<double, Packet1Xd, 1> {
216 using integer_packet = Packet1Xl;
217 using packet_mask = PacketMask64;
218};
219
220template <>
221struct unpacket_traits<Packet2Xd> : rvv_default_unpacket_traits<double, Packet2Xd, 2> {
222 using integer_packet = Packet2Xl;
223 using packet_mask = PacketMask32;
224};
225
226template <>
227struct unpacket_traits<Packet4Xd> : rvv_default_unpacket_traits<double, Packet4Xd, 4> {
228 using integer_packet = Packet4Xl;
229 using packet_mask = PacketMask16;
230};
231
232/********************************* char ************************************/
233
234using Packet1Xc = eigen_packet_wrapper<vint8m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 28>;
235
236template <>
237struct unpacket_traits<Packet1Xc> : rvv_default_unpacket_traits<numext::int8_t, Packet1Xc, 1> {};
238
239/********************************* default **************************************/
240
241#if EIGEN_RISCV64_DEFAULT_LMUL == 1
242using PacketXs = Packet1Xs;
243using PacketXsu = Packet1Xsu;
244using PacketXi = Packet1Xi;
245using PacketXu = Packet1Xu;
246using PacketXl = Packet1Xl;
247using PacketXul = Packet1Xul;
248using PacketXf = Packet1Xf;
249using PacketXd = Packet1Xd;
250#elif EIGEN_RISCV64_DEFAULT_LMUL == 2
251using PacketXs = Packet2Xs;
252using PacketXsu = Packet2Xsu;
253using PacketXi = Packet2Xi;
254using PacketXu = Packet2Xu;
255using PacketXl = Packet2Xl;
256using PacketXul = Packet2Xul;
257using PacketXf = Packet2Xf;
258using PacketXd = Packet2Xd;
259#elif EIGEN_RISCV64_DEFAULT_LMUL == 4
260using PacketXs = Packet4Xs;
261using PacketXsu = Packet4Xsu;
262using PacketXi = Packet4Xi;
263using PacketXu = Packet4Xu;
264using PacketXl = Packet4Xl;
265using PacketXul = Packet4Xul;
266using PacketXf = Packet4Xf;
267using PacketXd = Packet4Xd;
268#endif
269
270template <typename Scalar, typename Packet>
271struct rvv_default_packet_traits : default_packet_traits {
272 using type = Packet;
273 using half = rvv_half_packet_t<type>;
274
275 enum {
276 size = unpacket_traits<Packet>::size,
277 Vectorizable = 1,
278 AlignedOnScalar = 1,
279 HasCmp = 1
280 };
281};
282
283template <typename Scalar, typename Packet>
284struct rvv_default_float_packet_traits : rvv_default_packet_traits<Scalar, Packet> {
285 enum {
286 HasDiv = 1,
287 HasSin = EIGEN_FAST_MATH,
288 HasCos = EIGEN_FAST_MATH,
289 HasTan = EIGEN_FAST_MATH,
290 HasSinh = 1,
291 HasCosh = 1,
292 HasASinh = 1,
293 HasACosh = 1,
294 HasATan = 1,
295 HasATanh = 1,
296 HasLog = 1,
297 HasExp = 1,
298 HasLog10 = 1,
299 HasLog1p = 1,
300 HasExpm1 = 1,
301 HasPow = 1,
302 HasSqrt = 1,
303 HasCbrt = 1,
304 HasRsqrt = 1,
305 HasTanh = EIGEN_FAST_MATH,
306 HasErf = EIGEN_FAST_MATH,
307 HasErfc = EIGEN_FAST_MATH
308 };
309};
310
311template <>
312struct packet_traits<numext::int16_t> : rvv_default_packet_traits<numext::int16_t, PacketXs> {};
313
314template <>
315struct packet_traits<numext::int32_t> : rvv_default_packet_traits<numext::int32_t, PacketXi> {};
316
317template <>
318struct packet_traits<numext::int64_t> : rvv_default_packet_traits<numext::int64_t, PacketXl> {};
319
320template <>
321struct packet_traits<float> : rvv_default_float_packet_traits<float, PacketXf> {};
322
323template <>
324struct packet_traits<double> : rvv_default_float_packet_traits<double, PacketXd> {};
325
326/********************************* prefetch **************************************/
327
328template <>
329EIGEN_STRONG_INLINE void prefetch<numext::int16_t>(const numext::int16_t* addr) {
330#if EIGEN_HAS_BUILTIN(__builtin_prefetch) || EIGEN_COMP_GNUC
331 __builtin_prefetch(addr);
332#endif
333}
334
335template <>
336EIGEN_STRONG_INLINE void prefetch<numext::int32_t>(const numext::int32_t* addr) {
337#if EIGEN_HAS_BUILTIN(__builtin_prefetch) || EIGEN_COMP_GNUC
338 __builtin_prefetch(addr);
339#endif
340}
341
342template <>
343EIGEN_STRONG_INLINE void prefetch<numext::int64_t>(const numext::int64_t* addr) {
344#if EIGEN_HAS_BUILTIN(__builtin_prefetch) || EIGEN_COMP_GNUC
345 __builtin_prefetch(addr);
346#endif
347}
348
349} // namespace internal
350} // namespace Eigen
351
352#endif // EIGEN_PACKET_MATH_RVV10_DECL_H
@ Aligned64
Definition Constants.h:240
@ Aligned128
Definition Constants.h:241
@ Aligned32
Definition Constants.h:239
@ Aligned16
Definition Constants.h:238