12#ifndef EIGEN_PACKET_MATH_RVV10_DECL_H
13#define EIGEN_PACKET_MATH_RVV10_DECL_H
16#include "../../InternalHeaderCheck.h"
20#ifndef EIGEN_CACHEFRIENDLY_PRODUCT_THRESHOLD
21#define EIGEN_CACHEFRIENDLY_PRODUCT_THRESHOLD 8
24#ifndef EIGEN_HAS_SINGLE_INSTRUCTION_MADD
25#define EIGEN_HAS_SINGLE_INSTRUCTION_MADD
28#define EIGEN_ARCH_DEFAULT_NUMBER_OF_REGISTERS 32
30template <
typename Scalar, std::
size_t VectorLength, std::
size_t VectorLMul>
31struct rvv_packet_size_selector {
32 enum { size = VectorLength * VectorLMul / (
sizeof(Scalar) * CHAR_BIT) };
35template <std::
size_t VectorLength, std::
size_t VectorLMul>
36struct rvv_packet_alignment_selector {
39 (VectorLength * VectorLMul) >= 1024
41 : ((VectorLength * VectorLMul) >= 512 ?
Aligned64
46using PacketMask64 = vbool64_t;
47using PacketMask32 = vbool32_t;
48using PacketMask16 = vbool16_t;
49using PacketMask8 = vbool8_t;
50using PacketMask4 = vbool4_t;
52template <
typename Packet>
53struct rvv_half_packet {
57template <
typename Packet>
58using rvv_half_packet_t =
typename rvv_half_packet<Packet>::type;
60template <
typename Scalar,
typename Packet, std::
size_t VectorLMul>
61struct rvv_default_unpacket_traits {
63 using half = rvv_half_packet_t<Packet>;
64 using mask_t = numext::uint8_t;
66 size = rvv_packet_size_selector<Scalar, EIGEN_RISCV64_RVV_VL, VectorLMul>::size,
67 alignment = rvv_packet_alignment_selector<EIGEN_RISCV64_RVV_VL, VectorLMul>::alignment,
69 masked_load_available =
false,
70 masked_store_available =
false
76using Packet1Xs = eigen_packet_wrapper<vint16m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 18>;
77using Packet1Xsu = eigen_packet_wrapper<vuint16m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 19>;
79using Packet2Xs = eigen_packet_wrapper<vint16m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 20>;
81 eigen_packet_wrapper<vuint16m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 21>;
83using Packet4Xs = eigen_packet_wrapper<vint16m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 22>;
85 eigen_packet_wrapper<vuint16m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 23>;
88struct rvv_half_packet<Packet2Xs> {
89 using type = Packet1Xs;
92struct rvv_half_packet<Packet4Xs> {
93 using type = Packet2Xs;
97struct unpacket_traits<Packet1Xs> : rvv_default_unpacket_traits<numext::int16_t, Packet1Xs, 1> {};
100struct unpacket_traits<Packet2Xs> : rvv_default_unpacket_traits<numext::int16_t, Packet2Xs, 2> {};
103struct unpacket_traits<Packet4Xs> : rvv_default_unpacket_traits<numext::int16_t, Packet4Xs, 4> {};
106using Packet1Xi = eigen_packet_wrapper<vint32m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 0>;
107using Packet1Xu = eigen_packet_wrapper<vuint32m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 1>;
109using Packet2Xi = eigen_packet_wrapper<vint32m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 2>;
110using Packet2Xu = eigen_packet_wrapper<vuint32m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 3>;
112using Packet4Xi = eigen_packet_wrapper<vint32m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 4>;
113using Packet4Xu = eigen_packet_wrapper<vuint32m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 5>;
116struct rvv_half_packet<Packet2Xi> {
117 using type = Packet1Xi;
120struct rvv_half_packet<Packet4Xi> {
121 using type = Packet2Xi;
125struct unpacket_traits<Packet1Xi> : rvv_default_unpacket_traits<numext::int32_t, Packet1Xi, 1> {};
127struct unpacket_traits<Packet2Xi> : rvv_default_unpacket_traits<numext::int32_t, Packet2Xi, 2> {};
129struct unpacket_traits<Packet4Xi> : rvv_default_unpacket_traits<numext::int32_t, Packet4Xi, 4> {};
133using Packet1Xl = eigen_packet_wrapper<vint64m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 9>;
134using Packet1Xul = eigen_packet_wrapper<vuint64m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 10>;
136using Packet2Xl = eigen_packet_wrapper<vint64m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 11>;
138 eigen_packet_wrapper<vuint64m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 12>;
140using Packet4Xl = eigen_packet_wrapper<vint64m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 13>;
142 eigen_packet_wrapper<vuint64m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 14>;
145struct rvv_half_packet<Packet2Xl> {
146 using type = Packet1Xl;
149struct rvv_half_packet<Packet4Xl> {
150 using type = Packet2Xl;
154struct unpacket_traits<Packet1Xl> : rvv_default_unpacket_traits<numext::int64_t, Packet1Xl, 1> {};
157struct unpacket_traits<Packet2Xl> : rvv_default_unpacket_traits<numext::int64_t, Packet2Xl, 2> {};
160struct unpacket_traits<Packet4Xl> : rvv_default_unpacket_traits<numext::int64_t, Packet4Xl, 4> {};
164using Packet1Xf = eigen_packet_wrapper<vfloat32m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 6>;
166 eigen_packet_wrapper<vfloat32m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 7>;
168 eigen_packet_wrapper<vfloat32m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 8>;
171struct rvv_half_packet<Packet2Xf> {
172 using type = Packet1Xf;
175struct rvv_half_packet<Packet4Xf> {
176 using type = Packet2Xf;
180struct unpacket_traits<Packet1Xf> : rvv_default_unpacket_traits<float, Packet1Xf, 1> {
181 using integer_packet = Packet1Xi;
182 using packet_mask = PacketMask32;
186struct unpacket_traits<Packet2Xf> : rvv_default_unpacket_traits<float, Packet2Xf, 2> {
187 using integer_packet = Packet2Xi;
188 using packet_mask = PacketMask16;
192struct unpacket_traits<Packet4Xf> : rvv_default_unpacket_traits<float, Packet4Xf, 4> {
193 using integer_packet = Packet4Xi;
194 using packet_mask = PacketMask8;
199using Packet1Xd = eigen_packet_wrapper<vfloat64m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 15>;
201 eigen_packet_wrapper<vfloat64m2_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 2))), 16>;
203 eigen_packet_wrapper<vfloat64m4_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL * 4))), 17>;
206struct rvv_half_packet<Packet2Xd> {
207 using type = Packet1Xd;
210struct rvv_half_packet<Packet4Xd> {
211 using type = Packet2Xd;
215struct unpacket_traits<Packet1Xd> : rvv_default_unpacket_traits<double, Packet1Xd, 1> {
216 using integer_packet = Packet1Xl;
217 using packet_mask = PacketMask64;
221struct unpacket_traits<Packet2Xd> : rvv_default_unpacket_traits<double, Packet2Xd, 2> {
222 using integer_packet = Packet2Xl;
223 using packet_mask = PacketMask32;
227struct unpacket_traits<Packet4Xd> : rvv_default_unpacket_traits<double, Packet4Xd, 4> {
228 using integer_packet = Packet4Xl;
229 using packet_mask = PacketMask16;
234using Packet1Xc = eigen_packet_wrapper<vint8m1_t __attribute__((riscv_rvv_vector_bits(EIGEN_RISCV64_RVV_VL))), 28>;
237struct unpacket_traits<Packet1Xc> : rvv_default_unpacket_traits<numext::int8_t, Packet1Xc, 1> {};
241#if EIGEN_RISCV64_DEFAULT_LMUL == 1
242using PacketXs = Packet1Xs;
243using PacketXsu = Packet1Xsu;
244using PacketXi = Packet1Xi;
245using PacketXu = Packet1Xu;
246using PacketXl = Packet1Xl;
247using PacketXul = Packet1Xul;
248using PacketXf = Packet1Xf;
249using PacketXd = Packet1Xd;
250#elif EIGEN_RISCV64_DEFAULT_LMUL == 2
251using PacketXs = Packet2Xs;
252using PacketXsu = Packet2Xsu;
253using PacketXi = Packet2Xi;
254using PacketXu = Packet2Xu;
255using PacketXl = Packet2Xl;
256using PacketXul = Packet2Xul;
257using PacketXf = Packet2Xf;
258using PacketXd = Packet2Xd;
259#elif EIGEN_RISCV64_DEFAULT_LMUL == 4
260using PacketXs = Packet4Xs;
261using PacketXsu = Packet4Xsu;
262using PacketXi = Packet4Xi;
263using PacketXu = Packet4Xu;
264using PacketXl = Packet4Xl;
265using PacketXul = Packet4Xul;
266using PacketXf = Packet4Xf;
267using PacketXd = Packet4Xd;
270template <
typename Scalar,
typename Packet>
271struct rvv_default_packet_traits : default_packet_traits {
273 using half = rvv_half_packet_t<type>;
276 size = unpacket_traits<Packet>::size,
283template <
typename Scalar,
typename Packet>
284struct rvv_default_float_packet_traits : rvv_default_packet_traits<Scalar, Packet> {
287 HasSin = EIGEN_FAST_MATH,
288 HasCos = EIGEN_FAST_MATH,
289 HasTan = EIGEN_FAST_MATH,
305 HasTanh = EIGEN_FAST_MATH,
306 HasErf = EIGEN_FAST_MATH,
307 HasErfc = EIGEN_FAST_MATH
312struct packet_traits<numext::int16_t> : rvv_default_packet_traits<numext::int16_t, PacketXs> {};
315struct packet_traits<numext::int32_t> : rvv_default_packet_traits<numext::int32_t, PacketXi> {};
318struct packet_traits<numext::int64_t> : rvv_default_packet_traits<numext::int64_t, PacketXl> {};
321struct packet_traits<float> : rvv_default_float_packet_traits<float, PacketXf> {};
324struct packet_traits<double> : rvv_default_float_packet_traits<double, PacketXd> {};
329EIGEN_STRONG_INLINE
void prefetch<numext::int16_t>(
const numext::int16_t* addr) {
330#if EIGEN_HAS_BUILTIN(__builtin_prefetch) || EIGEN_COMP_GNUC
331 __builtin_prefetch(addr);
336EIGEN_STRONG_INLINE
void prefetch<numext::int32_t>(
const numext::int32_t* addr) {
337#if EIGEN_HAS_BUILTIN(__builtin_prefetch) || EIGEN_COMP_GNUC
338 __builtin_prefetch(addr);
343EIGEN_STRONG_INLINE
void prefetch<numext::int64_t>(
const numext::int64_t* addr) {
344#if EIGEN_HAS_BUILTIN(__builtin_prefetch) || EIGEN_COMP_GNUC
345 __builtin_prefetch(addr);
@ Aligned64
Definition Constants.h:240
@ Aligned128
Definition Constants.h:241
@ Aligned32
Definition Constants.h:239
@ Aligned16
Definition Constants.h:238