15#include "../InternalHeaderCheck.h"
18#if defined(__has_include) && __has_include(<version>)
26#define EIGEN_VERSION_AT_LEAST(x, y, z) \
27 (EIGEN_MAJOR_VERSION > x || \
28 (EIGEN_MAJOR_VERSION >= x && (EIGEN_MINOR_VERSION > y || (EIGEN_MINOR_VERSION >= y && EIGEN_PATCH_VERSION >= z))))
30#ifdef EIGEN_DEFAULT_TO_ROW_MAJOR
31#define EIGEN_DEFAULT_MATRIX_STORAGE_ORDER_OPTION Eigen::RowMajor
33#define EIGEN_DEFAULT_MATRIX_STORAGE_ORDER_OPTION Eigen::ColMajor
36#ifndef EIGEN_DEFAULT_DENSE_INDEX_TYPE
37#define EIGEN_DEFAULT_DENSE_INDEX_TYPE std::ptrdiff_t
43#ifndef EIGEN_MAX_CPP_VER
44#define EIGEN_MAX_CPP_VER 99
52#ifndef EIGEN_FAST_MATH
53#define EIGEN_FAST_MATH 1
56#ifndef EIGEN_STACK_ALLOCATION_LIMIT
58#define EIGEN_STACK_ALLOCATION_LIMIT 131072
61#define EIGEN_STACK_ALLOCATION_LIMIT_WAS_DEFAULTED
70#define EIGEN_COMP_GNUC (__GNUC__ * 100 + __GNUC_MINOR__ * 10 + __GNUC_PATCHLEVEL__)
72#define EIGEN_COMP_GNUC 0
77#define EIGEN_COMP_CLANG (__clang_major__ * 100 + __clang_minor__ * 10 + __clang_patchlevel__)
79#define EIGEN_COMP_CLANG 0
84#if defined(__clang__) && defined(__apple_build_version__)
85#define EIGEN_COMP_CLANGAPPLE __apple_build_version__
87#define EIGEN_COMP_CLANGAPPLE 0
91#if defined(__castxml__)
92#define EIGEN_COMP_CASTXML 1
94#define EIGEN_COMP_CASTXML 0
99#define EIGEN_COMP_LLVM 1
101#define EIGEN_COMP_LLVM 0
105#if defined(__INTEL_COMPILER)
106#define EIGEN_COMP_ICC __INTEL_COMPILER
108#define EIGEN_COMP_ICC 0
112#if defined(__INTEL_CLANG_COMPILER)
113#define EIGEN_COMP_CLANGICC __INTEL_CLANG_COMPILER
115#define EIGEN_COMP_CLANGICC 0
119#if defined(__MINGW32__)
120#define EIGEN_COMP_MINGW 1
122#define EIGEN_COMP_MINGW 0
126#if defined(__SUNPRO_CC)
127#define EIGEN_COMP_SUNCC 1
129#define EIGEN_COMP_SUNCC 0
134#define EIGEN_COMP_MSVC _MSC_VER
136#define EIGEN_COMP_MSVC 0
141#define EIGEN_COMP_NVCC ((__CUDACC_VER_MAJOR__ * 10000) + (__CUDACC_VER_MINOR__ * 100))
143#define EIGEN_COMP_NVCC 0
160#if defined(_MSVC_LANG)
161#define EIGEN_COMP_MSVC_LANG _MSVC_LANG
163#define EIGEN_COMP_MSVC_LANG 0
174#if EIGEN_COMP_MSVC && !(EIGEN_COMP_ICC || EIGEN_COMP_LLVM || EIGEN_COMP_CLANG)
175#define EIGEN_COMP_MSVC_STRICT _MSC_VER
177#define EIGEN_COMP_MSVC_STRICT 0
186#if defined(__IBMCPP__) || defined(__xlc__) || defined(__ibmxl__)
187#define EIGEN_COMP_IBM __xlC__
189#define EIGEN_COMP_IBM 0
194#define EIGEN_COMP_PGI (__PGIC__ * 100 + __PGIC_MINOR__)
196#define EIGEN_COMP_PGI 0
200#if defined(__NVCOMPILER)
201#define EIGEN_COMP_NVHPC (__NVCOMPILER_MAJOR__ * 100 + __NVCOMPILER_MINOR__)
203#define EIGEN_COMP_NVHPC 0
207#if defined(__CC_ARM) || defined(__ARMCC_VERSION)
208#define EIGEN_COMP_ARM 1
210#define EIGEN_COMP_ARM 0
214#if defined(__EMSCRIPTEN__)
215#define EIGEN_COMP_EMSCRIPTEN 1
217#define EIGEN_COMP_EMSCRIPTEN 0
223#if defined(__FUJITSU)
224#define EIGEN_COMP_FCC (__FCC_major__ * 100 + __FCC_minor__ * 10 + __FCC_patchlevel__)
226#define EIGEN_COMP_FCC 0
232#if defined(__CLANG_FUJITSU)
233#define EIGEN_COMP_CLANGFCC (__FCC_major__ * 100 + __FCC_minor__ * 10 + __FCC_patchlevel__)
235#define EIGEN_COMP_CLANGFCC 0
241#if defined(_CRAYC) && !defined(__clang__)
242#define EIGEN_COMP_CPE (_RELEASE_MAJOR * 100 + _RELEASE_MINOR * 10 + _RELEASE_PATCHLEVEL)
244#define EIGEN_COMP_CPE 0
250#if defined(_CRAYC) && defined(__clang__)
251#define EIGEN_COMP_CLANGCPE (_RELEASE_MAJOR * 100 + _RELEASE_MINOR * 10 + _RELEASE_PATCHLEVEL)
253#define EIGEN_COMP_CLANGCPE 0
257#if defined(__LCC__) && defined(__MCST__)
258#define EIGEN_COMP_LCC (__LCC__ * 100 + __LCC_MINOR__)
260#define EIGEN_COMP_LCC 0
265#if EIGEN_COMP_GNUC && \
266 !(EIGEN_COMP_CLANG || EIGEN_COMP_ICC || EIGEN_COMP_CLANGICC || EIGEN_COMP_MINGW || EIGEN_COMP_PGI || \
267 EIGEN_COMP_NVHPC || EIGEN_COMP_IBM || EIGEN_COMP_ARM || EIGEN_COMP_EMSCRIPTEN || EIGEN_COMP_FCC || \
268 EIGEN_COMP_CLANGFCC || EIGEN_COMP_CPE || EIGEN_COMP_CLANGCPE || EIGEN_COMP_LCC)
269#define EIGEN_COMP_GNUC_STRICT 1
271#define EIGEN_COMP_GNUC_STRICT 0
276#if EIGEN_COMP_GNUC_STRICT
277#define EIGEN_GNUC_STRICT_AT_LEAST(x, y, z) \
278 ((__GNUC__ > x) || (__GNUC__ == x && __GNUC_MINOR__ > y) || \
279 (__GNUC__ == x && __GNUC_MINOR__ == y && __GNUC_PATCHLEVEL__ >= z))
280#define EIGEN_GNUC_STRICT_LESS_THAN(x, y, z) \
281 ((__GNUC__ < x) || (__GNUC__ == x && __GNUC_MINOR__ < y) || \
282 (__GNUC__ == x && __GNUC_MINOR__ == y && __GNUC_PATCHLEVEL__ < z))
284#define EIGEN_GNUC_STRICT_AT_LEAST(x, y, z) 0
285#define EIGEN_GNUC_STRICT_LESS_THAN(x, y, z) 0
293#if defined(__FAST_MATH__) && EIGEN_COMP_GNUC_STRICT && EIGEN_GNUC_STRICT_AT_LEAST(7, 0, 0) && \
294 (EIGEN_GNUC_STRICT_LESS_THAN(8, 4, 0) || \
295 (EIGEN_GNUC_STRICT_AT_LEAST(9, 0, 0) && EIGEN_GNUC_STRICT_LESS_THAN(9, 3, 0)))
296#define EIGEN_GCC_FAST_MATH_COMPLEX_VECTORIZE_BUG 1
298#define EIGEN_GCC_FAST_MATH_COMPLEX_VECTORIZE_WORKAROUND_PUSH \
299 _Pragma("GCC push_options") _Pragma("GCC optimize(\"no-tree-loop-vectorize\")")
300#define EIGEN_GCC_FAST_MATH_COMPLEX_VECTORIZE_WORKAROUND_POP _Pragma("GCC pop_options")
302#define EIGEN_GCC_FAST_MATH_COMPLEX_VECTORIZE_BUG 0
303#define EIGEN_GCC_FAST_MATH_COMPLEX_VECTORIZE_WORKAROUND_PUSH
304#define EIGEN_GCC_FAST_MATH_COMPLEX_VECTORIZE_WORKAROUND_POP
309#if EIGEN_COMP_CLANG && !(EIGEN_COMP_CLANGAPPLE || EIGEN_COMP_CLANGICC || EIGEN_COMP_CLANGFCC || EIGEN_COMP_CLANGCPE)
310#define EIGEN_COMP_CLANG_STRICT 1
312#define EIGEN_COMP_CLANG_STRICT 0
317#if EIGEN_COMP_CLANG_STRICT
318#define EIGEN_CLANG_STRICT_AT_LEAST(x, y, z) \
319 ((__clang_major__ > x) || (__clang_major__ == x && __clang_minor__ > y) || \
320 (__clang_major__ == x && __clang_minor__ == y && __clang_patchlevel__ >= z))
321#define EIGEN_CLANG_STRICT_LESS_THAN(x, y, z) \
322 ((__clang_major__ < x) || (__clang_major__ == x && __clang_minor__ < y) || \
323 (__clang_major__ == x && __clang_minor__ == y && __clang_patchlevel__ < z))
325#define EIGEN_CLANG_STRICT_AT_LEAST(x, y, z) 0
326#define EIGEN_CLANG_STRICT_LESS_THAN(x, y, z) 0
333#if defined(__x86_64__) || (defined(_M_X64) && !defined(_M_ARM64EC)) || defined(__amd64)
334#define EIGEN_ARCH_x86_64 1
336#define EIGEN_ARCH_x86_64 0
339#if defined(__i386__) || defined(_M_IX86) || defined(_X86_) || defined(__i386)
340#define EIGEN_ARCH_i386 1
342#define EIGEN_ARCH_i386 0
345#if EIGEN_ARCH_x86_64 || EIGEN_ARCH_i386
346#define EIGEN_ARCH_i386_OR_x86_64 1
348#define EIGEN_ARCH_i386_OR_x86_64 0
353#define EIGEN_ARCH_ARM 1
355#define EIGEN_ARCH_ARM 0
359#if defined(__aarch64__) || defined(_M_ARM64) || defined(_M_ARM64EC)
360#define EIGEN_ARCH_ARM64 1
362#define EIGEN_ARCH_ARM64 0
366#if EIGEN_ARCH_ARM || EIGEN_ARCH_ARM64
367#define EIGEN_ARCH_ARM_OR_ARM64 1
369#define EIGEN_ARCH_ARM_OR_ARM64 0
373#if EIGEN_ARCH_ARM_OR_ARM64 && defined(__ARM_ARCH) && __ARM_ARCH >= 8
374#define EIGEN_ARCH_ARMV8 1
376#define EIGEN_ARCH_ARMV8 0
381#ifndef EIGEN_HAS_ARM64_FP16
384#if EIGEN_ARCH_ARMV8 && defined(__ARM_FP16_FORMAT_IEEE)
385#define EIGEN_HAS_ARM64_FP16 1
387#define EIGEN_HAS_ARM64_FP16 0
392#if defined(__mips__) || defined(__mips)
393#define EIGEN_ARCH_MIPS 1
395#define EIGEN_ARCH_MIPS 0
399#if defined(__loongarch64)
400#define EIGEN_ARCH_LOONGARCH64 1
402#define EIGEN_ARCH_LOONGARCH64 0
406#if defined(__sparc__) || defined(__sparc)
407#define EIGEN_ARCH_SPARC 1
409#define EIGEN_ARCH_SPARC 0
414#define EIGEN_ARCH_IA64 1
416#define EIGEN_ARCH_IA64 0
420#if defined(__powerpc__) || defined(__ppc__) || defined(_M_PPC) || defined(__POWERPC__)
421#define EIGEN_ARCH_PPC 1
423#define EIGEN_ARCH_PPC 0
428#define EIGEN_ARCH_RISCV 1
430#define EIGEN_ARCH_RISCV 0
438#if defined(__unix__) || defined(__unix)
439#define EIGEN_OS_UNIX 1
441#define EIGEN_OS_UNIX 0
445#if defined(__linux__)
446#define EIGEN_OS_LINUX 1
448#define EIGEN_OS_LINUX 0
453#if defined(__ANDROID__) || defined(ANDROID)
454#define EIGEN_OS_ANDROID 1
459#if defined __has_include
460#if __has_include(<android/ndk-version.h>)
461#include <android/ndk-version.h>
466#define EIGEN_OS_ANDROID 0
470#if defined(__gnu_linux__) && !(EIGEN_OS_ANDROID)
471#define EIGEN_OS_GNULINUX 1
473#define EIGEN_OS_GNULINUX 0
477#if defined(__FreeBSD__) || defined(__NetBSD__) || defined(__OpenBSD__) || defined(__bsdi__) || defined(__DragonFly__)
478#define EIGEN_OS_BSD 1
480#define EIGEN_OS_BSD 0
484#if defined(__APPLE__)
485#define EIGEN_OS_MAC 1
487#define EIGEN_OS_MAC 0
492#define EIGEN_OS_QNX 1
494#define EIGEN_OS_QNX 0
499#define EIGEN_OS_WIN 1
501#define EIGEN_OS_WIN 0
506#define EIGEN_OS_WIN64 1
508#define EIGEN_OS_WIN64 0
512#if defined(_WIN32_WCE)
513#define EIGEN_OS_WINCE 1
515#define EIGEN_OS_WINCE 0
519#if defined(__CYGWIN__)
520#define EIGEN_OS_CYGWIN 1
522#define EIGEN_OS_CYGWIN 0
526#if EIGEN_OS_WIN && !(EIGEN_OS_WINCE || EIGEN_OS_CYGWIN)
527#define EIGEN_OS_WIN_STRICT 1
529#define EIGEN_OS_WIN_STRICT 0
541#if (defined(sun) || defined(__sun)) && !(defined(__SVR4) || defined(__svr4__))
542#define EIGEN_OS_SUN __SUNPRO_C
544#define EIGEN_OS_SUN 0
548#if (defined(sun) || defined(__sun)) && (defined(__SVR4) || defined(__svr4__))
549#define EIGEN_OS_SOLARIS 1
551#define EIGEN_OS_SOLARIS 0
560#if defined(__NVCC__) && defined(__HIPCC__)
561#error "NVCC as the target platform for HIPCC is currently not supported."
565#if defined(__CUDACC__) && !defined(EIGEN_NO_CUDA) && (!defined(__SYCL_DEVICE_ONLY__) || !defined(EIGEN_USE_SYCL))
567#define EIGEN_CUDACC __CUDACC__
570#if defined(__CUDA_ARCH__) && !defined(EIGEN_NO_CUDA) && \
571 (!defined(__SYCL_DEVICE_ONLY__) || (defined(__CUDACC__) && !defined(EIGEN_USE_SYCL)))
573#define EIGEN_CUDA_ARCH __CUDA_ARCH__
576#if defined(EIGEN_CUDACC)
578#define EIGEN_CUDA_SDK_VER (CUDA_VERSION * 10)
580#define EIGEN_CUDA_SDK_VER 0
584#if defined(EIGEN_CUDACC) && EIGEN_CUDA_SDK_VER > 0 && EIGEN_CUDA_SDK_VER < 110800
585#error "Eigen requires CUDA 11.8 or later."
590#if defined(EIGEN_CUDA_ARCH) && EIGEN_CUDA_ARCH < 500
591#error "Eigen requires CUDA compute capability >= 5.0 (sm_50). Compile with -arch=sm_50 or higher."
594#if defined(__HIPCC__) && !defined(EIGEN_NO_HIP) && !defined(__SYCL_DEVICE_ONLY__)
596#define EIGEN_HIPCC __HIPCC__
601#include <hip/hip_runtime.h>
606#if defined(HIP_VERSION_MAJOR) && (HIP_VERSION_MAJOR < 5 || (HIP_VERSION_MAJOR == 5 && HIP_VERSION_MINOR < 6))
607#error "Eigen requires ROCm/HIP >= 5.6."
610#if defined(__HIP_DEVICE_COMPILE__) && !defined(__SYCL_DEVICE_ONLY__)
612#define EIGEN_HIP_DEVICE_COMPILE __HIP_DEVICE_COMPILE__
622#if defined(EIGEN_CUDACC) || defined(EIGEN_HIPCC)
623#define EIGEN_GPU_LAUNCH_BOUNDS(n) __launch_bounds__(n)
625#define EIGEN_GPU_LAUNCH_BOUNDS(n)
627#if !defined(EIGEN_HIP_LAUNCH_BOUNDS_1024)
628#define EIGEN_HIP_LAUNCH_BOUNDS_1024 EIGEN_GPU_LAUNCH_BOUNDS(1024)
633#if defined(EIGEN_CUDACC) || defined(EIGEN_HIPCC)
641#if defined(EIGEN_CUDACC) && EIGEN_CUDA_SDK_VER > 0
642#define EIGEN_HAS_CUDA_FP16 1
643#elif defined(EIGEN_HIPCC)
644#define EIGEN_HAS_HIP_FP16 1
646#if defined(EIGEN_HAS_CUDA_FP16) || defined(EIGEN_HAS_HIP_FP16)
647#define EIGEN_HAS_GPU_FP16 1
667#if defined(EIGEN_CUDA_ARCH) || defined(EIGEN_HIP_DEVICE_COMPILE)
671#define EIGEN_GPU_COMPILE_PHASE
699#if EIGEN_ARCH_ARM_OR_ARM64
700#ifndef EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC
703#if EIGEN_ARCH_ARM64 && defined(__ARM_FEATURE_FP16_VECTOR_ARITHMETIC) && !defined(EIGEN_GPU_COMPILE_PHASE)
704#define EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC 1
706#define EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC 0
713#if EIGEN_ARCH_ARM_OR_ARM64
714#ifndef EIGEN_HAS_ARM64_FP16_SCALAR_ARITHMETIC
717#if EIGEN_ARCH_ARM64 && defined(__ARM_FEATURE_FP16_SCALAR_ARITHMETIC) && !defined(EIGEN_GPU_COMPILE_PHASE)
718#define EIGEN_HAS_ARM64_FP16_SCALAR_ARITHMETIC 1
723#if defined(EIGEN_USE_SYCL) && defined(__SYCL_DEVICE_ONLY__)
725#define EIGEN_SYCL_DEVICE_ONLY
726#ifndef SYCL_DEVICE_ONLY
727#define SYCL_DEVICE_ONLY
739#if EIGEN_COMP_CLANG && defined(__FINITE_MATH_ONLY__) && __FINITE_MATH_ONLY__ && !defined(EIGEN_GPU_COMPILE_PHASE) && \
740 !defined(__SYCL_DEVICE_ONLY__)
741#define EIGEN_FAST_MATH_CONSTANT_BARRIER(X) __asm__("" : "+m"(X))
743#define EIGEN_FAST_MATH_CONSTANT_BARRIER(X)
752#define EIGEN_HAS_BUILTIN(x) __has_builtin(x)
754#define EIGEN_HAS_BUILTIN(x) 0
758#ifdef __has_attribute
759#define EIGEN_HAS_ATTRIBUTE(x) __has_attribute(x)
761#define EIGEN_HAS_ATTRIBUTE(x) 0
767#define __has_feature(x) 0
777#if EIGEN_COMP_MSVC_LANG > 0
778#define EIGEN_CPLUSPLUS EIGEN_COMP_MSVC_LANG
780#define EIGEN_CPLUSPLUS 201402L
781#elif defined(__cplusplus)
782#define EIGEN_CPLUSPLUS __cplusplus
784#define EIGEN_CPLUSPLUS 0
790#if EIGEN_CPLUSPLUS >= 202002L
791#define EIGEN_COMP_CXXVER 20
792#elif EIGEN_CPLUSPLUS >= 201703L
793#define EIGEN_COMP_CXXVER 17
794#elif EIGEN_CPLUSPLUS >= 201402L
795#define EIGEN_COMP_CXXVER 14
797#define EIGEN_COMP_CXXVER 0
804#if EIGEN_MAX_CPP_VER < 14 || EIGEN_COMP_CXXVER < 14 || (EIGEN_COMP_MSVC_STRICT && EIGEN_COMP_MSVC < 1910) || \
805 (EIGEN_COMP_ICC && EIGEN_COMP_ICC < 1700) || (EIGEN_COMP_CLANG_STRICT && EIGEN_COMP_CLANG < 390) || \
806 (EIGEN_COMP_CLANGAPPLE && EIGEN_COMP_CLANGAPPLE < 9000000) || (EIGEN_COMP_GNUC_STRICT && EIGEN_COMP_GNUC < 510)
807#error Eigen requires at least c++14 support.
813#ifndef EIGEN_HAS_C99_MATH
814#define EIGEN_HAS_C99_MATH 1
818#ifndef EIGEN_HAS_STD_HASH
821#if !defined(EIGEN_GPU_COMPILE_PHASE)
822#define EIGEN_HAS_STD_HASH 1
824#define EIGEN_HAS_STD_HASH 0
828#ifndef EIGEN_HAS_STD_INVOKE_RESULT
829#if EIGEN_MAX_CPP_VER >= 17 && EIGEN_COMP_CXXVER >= 17
830#define EIGEN_HAS_STD_INVOKE_RESULT 1
832#define EIGEN_HAS_STD_INVOKE_RESULT 0
836#define EIGEN_CONSTEXPR constexpr
846#ifndef EIGEN_HAS_CXX17_IFCONSTEXPR
847#if EIGEN_MAX_CPP_VER >= 17 && EIGEN_COMP_CXXVER >= 17 && \
848 ((EIGEN_COMP_MSVC >= 1911) || (EIGEN_GNUC_STRICT_AT_LEAST(7, 0, 0)) || EIGEN_COMP_CLANG_STRICT || \
849 (EIGEN_COMP_CLANGAPPLE && EIGEN_COMP_CLANGAPPLE >= 10000000))
850#define EIGEN_HAS_CXX17_IFCONSTEXPR 1
854#ifndef EIGEN_HAS_CXX17_OVERALIGN
855#if EIGEN_MAX_CPP_VER >= 17 && EIGEN_COMP_CXXVER >= 17 && \
856 ((EIGEN_COMP_MSVC >= 1912) || (EIGEN_GNUC_STRICT_AT_LEAST(7, 0, 0)) || (EIGEN_CLANG_STRICT_AT_LEAST(5, 0, 0)) || \
857 (EIGEN_COMP_CLANGAPPLE && EIGEN_COMP_CLANGAPPLE >= 10000000)) && \
859#define EIGEN_HAS_CXX17_OVERALIGN 1
861#define EIGEN_HAS_CXX17_OVERALIGN 0
865#if defined(EIGEN_CUDACC)
869#ifdef __CUDACC_RELAXED_CONSTEXPR__
870#define EIGEN_CONSTEXPR_ARE_DEVICE_FUNC
872#elif defined(__clang__) && defined(__CUDA__) && __has_feature(cxx_relaxed_constexpr)
874#define EIGEN_CONSTEXPR_ARE_DEVICE_FUNC
886#ifndef EIGEN_HAS_BUILTIN_INT128
887#if defined(__SIZEOF_INT128__) && !(EIGEN_OS_WIN && EIGEN_COMP_CLANG)
888#define EIGEN_HAS_BUILTIN_INT128 1
890#define EIGEN_HAS_BUILTIN_INT128 0
895#if EIGEN_HAS_ATTRIBUTE(ext_vector_type) && EIGEN_HAS_BUILTIN(__builtin_vectorelements)
896#define EIGEN_ARCH_VECTOR_EXTENSIONS 1
898#define EIGEN_ARCH_VECTOR_EXTENSIONS 0
902#if defined(__cpp_multidimensional_subscript) && __cpp_multidimensional_subscript >= 202110L
903#define EIGEN_MULTIDIMENSIONAL_SUBSCRIPT
912#define EIGEN_NOT_A_MACRO
914#define EIGEN_DEBUG_VAR(x) std::cerr << #x << " = " << x << std::endl;
917#define EIGEN_CAT2(a, b) a##b
918#define EIGEN_CAT(a, b) EIGEN_CAT2(a, b)
923#define EIGEN_MAKESTRING2(a) #a
924#define EIGEN_MAKESTRING(a) EIGEN_MAKESTRING2(a)
929#ifndef EIGEN_STRONG_INLINE
930#if (EIGEN_COMP_MSVC || EIGEN_COMP_ICC) && !defined(EIGEN_GPUCC)
931#define EIGEN_STRONG_INLINE __forceinline
933#define EIGEN_STRONG_INLINE inline
940#ifndef EIGEN_ALWAYS_INLINE
941#if EIGEN_COMP_GNUC && !defined(EIGEN_SYCL_DEVICE_ONLY)
942#define EIGEN_ALWAYS_INLINE __attribute__((always_inline)) inline
944#define EIGEN_ALWAYS_INLINE EIGEN_STRONG_INLINE
953#ifndef EIGEN_LAMBDA_ALWAYS_INLINE
954#if EIGEN_COMP_GNUC && !defined(EIGEN_SYCL_DEVICE_ONLY)
955#define EIGEN_LAMBDA_ALWAYS_INLINE __attribute__((always_inline))
957#define EIGEN_LAMBDA_ALWAYS_INLINE
966#if (EIGEN_COMP_GNUC_STRICT || (EIGEN_COMP_MINGW && !EIGEN_COMP_CLANG)) && EIGEN_COMP_GNUC >= 1500 && \
967 EIGEN_COMP_GNUC < 1530
968#define EIGEN_GCC15_SLP_BUG 1
970#define EIGEN_GCC15_SLP_BUG 0
973#ifndef EIGEN_DONT_INLINE
975#define EIGEN_DONT_INLINE __attribute__((noinline))
977#define EIGEN_DONT_INLINE __declspec(noinline)
979#define EIGEN_DONT_INLINE
984#define EIGEN_PERMISSIVE_EXPR __extension__
986#define EIGEN_PERMISSIVE_EXPR
992#if defined(__SYCL_DEVICE_ONLY__) || defined(EIGEN_HIP_DEVICE_COMPILE)
994#ifndef EIGEN_NO_DEBUG
995#define EIGEN_NO_DEBUG
998#ifdef EIGEN_INTERNAL_DEBUGGING
999#undef EIGEN_INTERNAL_DEBUGGING
1004#if defined(__SYCL_DEVICE_ONLY__) || defined(EIGEN_GPU_COMPILE_PHASE)
1005#ifdef EIGEN_EXCEPTIONS
1006#undef EIGEN_EXCEPTIONS
1010#if defined(EIGEN_SYCL_DEVICE_ONLY) && !defined(EIGEN_GPUCC)
1011#ifndef EIGEN_DONT_VECTORIZE
1012#define EIGEN_DONT_VECTORIZE
1014#define EIGEN_DEVICE_FUNC __attribute__((flatten)) __attribute__((always_inline))
1016#elif defined(EIGEN_GPUCC)
1017#define EIGEN_DEVICE_FUNC __host__ __device__
1019#define EIGEN_DEVICE_FUNC
1026#define EIGEN_DECLARE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_DEVICE_FUNC
1027#define EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_DEVICE_FUNC inline
1030#ifndef EIGEN_NO_DEBUG
1031#define EIGEN_NO_DEBUG
1037#define eigen_assert(x) eigen_plain_assert(x)
1040#ifdef EIGEN_INTERNAL_DEBUGGING
1041#define eigen_internal_assert(x) eigen_assert(x)
1043#define eigen_internal_assert(x) ((void)0)
1046#if defined(EIGEN_NO_DEBUG) || (defined(EIGEN_GPU_COMPILE_PHASE) && defined(EIGEN_NO_DEBUG_GPU))
1047#define EIGEN_ONLY_USED_FOR_DEBUG(x) EIGEN_UNUSED_VARIABLE(x)
1049#define EIGEN_ONLY_USED_FOR_DEBUG(x)
1052#ifndef EIGEN_NO_DEPRECATED_WARNING
1054#define EIGEN_DEPRECATED __attribute__((deprecated))
1055#elif EIGEN_COMP_MSVC
1056#define EIGEN_DEPRECATED __declspec(deprecated)
1058#define EIGEN_DEPRECATED
1061#define EIGEN_DEPRECATED
1064#ifndef EIGEN_NO_DEPRECATED_WARNING
1066#define EIGEN_DEPRECATED_WITH_REASON(message) __attribute__((deprecated(message)))
1067#elif EIGEN_COMP_MSVC
1068#define EIGEN_DEPRECATED_WITH_REASON(message) __declspec(deprecated(message))
1070#define EIGEN_DEPRECATED_WITH_REASON(message)
1073#define EIGEN_DEPRECATED_WITH_REASON(message)
1078#define EIGEN_EMPTY_STRUCT_CTOR(X)
1081#define EIGEN_UNUSED __attribute__((unused))
1087#define EIGEN_PRAGMA(tokens) _Pragma(#tokens)
1088#define EIGEN_DIAGNOSTICS(tokens) EIGEN_PRAGMA(GCC diagnostic tokens)
1089#define EIGEN_DIAGNOSTICS_OFF(msc, gcc) EIGEN_DIAGNOSTICS(gcc)
1090#elif EIGEN_COMP_MSVC
1091#define EIGEN_PRAGMA(tokens) __pragma(tokens)
1092#define EIGEN_DIAGNOSTICS(tokens) EIGEN_PRAGMA(warning(tokens))
1093#define EIGEN_DIAGNOSTICS_OFF(msc, gcc) EIGEN_DIAGNOSTICS(msc)
1095#define EIGEN_PRAGMA(tokens)
1096#define EIGEN_DIAGNOSTICS(tokens)
1097#define EIGEN_DIAGNOSTICS_OFF(msc, gcc)
1100#define EIGEN_DISABLE_DEPRECATED_WARNING EIGEN_DIAGNOSTICS_OFF(disable : 4996, ignored "-Wdeprecated-declarations")
1105template <
typename T>
1106EIGEN_DEVICE_FUNC
constexpr void ignore_unused_variable(
const T&) {}
1109#define EIGEN_UNUSED_VARIABLE(var) Eigen::internal::ignore_unused_variable(var)
1111#if !defined(EIGEN_ASM_COMMENT)
1112#if EIGEN_COMP_GNUC && (EIGEN_ARCH_i386_OR_x86_64 || EIGEN_ARCH_ARM_OR_ARM64 || EIGEN_ARCH_RISCV)
1113#define EIGEN_ASM_COMMENT(X) __asm__("#" X)
1115#define EIGEN_ASM_COMMENT(X)
1124#if defined(EIGEN_GPU_COMPILE_PHASE)
1125#define EIGEN_OPTIMIZATION_BARRIER(X)
1128#if !defined(EIGEN_OPTIMIZATION_BARRIER)
1130#if EIGEN_COMP_GNUC || (defined(__clang__) && defined(_MSC_VER))
1164#if (EIGEN_COMP_GNUC_STRICT || EIGEN_COMP_CLANG || EIGEN_COMP_MINGW) && \
1165 (EIGEN_ARCH_PPC || EIGEN_ARCH_ARM_OR_ARM64 || EIGEN_ARCH_i386_OR_x86_64)
1170template <
typename T>
1171struct optimization_barrier_unqualified {
1174template <
typename T>
1175struct optimization_barrier_unqualified<const T> {
1178template <
typename T>
1179struct optimization_barrier_unqualified<volatile T> {
1182template <
typename T>
1183struct optimization_barrier_unqualified<const volatile T> {
1190template <
typename T>
1191struct optimization_barrier_in_memory {
1193 static constexpr int kTypeClass = __builtin_classify_type(*
static_cast<T*
>(
nullptr));
1194 static constexpr bool value = kTypeClass == 9 || kTypeClass == 12 || kTypeClass == 13;
1196template <
typename T, decltype(sizeof(0)) N>
1197struct optimization_barrier_in_memory<T[N]> {
1198 static constexpr bool value =
true;
1203#if EIGEN_ARCH_PPC && EIGEN_COMP_GNUC_STRICT
1208#define EIGEN_PPC_OPTIMIZATION_BARRIER_REGISTERS "+r,v"
1211#define EIGEN_PPC_OPTIMIZATION_BARRIER_REGISTERS "+r,v,wa"
1217template <
bool InMemory>
1218struct ppc_optimization_barrier_impl {
1219 template <
typename T>
1220 static EIGEN_ALWAYS_INLINE
void run(T& x) {
1221 __asm__(
"" : EIGEN_PPC_OPTIMIZATION_BARRIER_REGISTERS(x));
1225struct ppc_optimization_barrier_impl<true> {
1226 template <
typename T>
1227 static EIGEN_ALWAYS_INLINE
void run(T& x) {
1228 __asm__(
"" :
"+m"(x));
1231template <
typename T>
1232EIGEN_ALWAYS_INLINE
void ppc_optimization_barrier(T& x) {
1233 using Operand =
typename optimization_barrier_unqualified<T>::type;
1234 ppc_optimization_barrier_impl<optimization_barrier_in_memory<Operand>::value>::run(x);
1238#undef EIGEN_PPC_OPTIMIZATION_BARRIER_REGISTERS
1239#define EIGEN_OPTIMIZATION_BARRIER(X) Eigen::internal::ppc_optimization_barrier(X);
1240#elif EIGEN_ARCH_PPC && EIGEN_COMP_CLANG
1243#define EIGEN_OPTIMIZATION_BARRIER(X) __asm__("" : "+m"(X));
1244#elif (EIGEN_COMP_GNUC_STRICT || EIGEN_COMP_CLANG || EIGEN_COMP_MINGW) && \
1245 (EIGEN_ARCH_ARM_OR_ARM64 || EIGEN_ARCH_i386_OR_x86_64)
1249#if EIGEN_ARCH_ARM_OR_ARM64 && defined(__ARM_FP)
1250#define EIGEN_BARRIER_GENERAL_CONSTRAINT "+g,w"
1251#define EIGEN_BARRIER_REGISTER_CONSTRAINT "+w"
1252#elif EIGEN_ARCH_ARM_OR_ARM64
1254#define EIGEN_BARRIER_GENERAL_CONSTRAINT "+g"
1255#define EIGEN_BARRIER_REGISTER_CONSTRAINT "+g"
1257#define EIGEN_BARRIER_GENERAL_CONSTRAINT "+g,x"
1260#define EIGEN_BARRIER_REGISTER_CONSTRAINT "+v"
1262#define EIGEN_BARRIER_REGISTER_CONSTRAINT "+x"
1265#if EIGEN_ARCH_ARM_OR_ARM64 && defined(__ARM_NEON)
1266#define EIGEN_BARRIER_VECTOR_BYTES 16
1267#elif EIGEN_ARCH_i386_OR_x86_64 && defined(__AVX512F__)
1268#define EIGEN_BARRIER_VECTOR_BYTES 64
1269#elif EIGEN_ARCH_i386_OR_x86_64 && defined(__AVX__)
1270#define EIGEN_BARRIER_VECTOR_BYTES 32
1271#elif EIGEN_ARCH_i386_OR_x86_64 && defined(__SSE2__)
1272#define EIGEN_BARRIER_VECTOR_BYTES 16
1274#define EIGEN_BARRIER_VECTOR_BYTES 0
1279#if EIGEN_ARCH_ARM64 && defined(__ARM_FEATURE_SME)
1280#define EIGEN_BARRIER_SME_ATTRIBUTES __arm_streaming_compatible
1282#if !__is_identifier(__arm_agnostic)
1283#undef EIGEN_BARRIER_SME_ATTRIBUTES
1284#define EIGEN_BARRIER_SME_ATTRIBUTES __arm_streaming_compatible __arm_agnostic("sme_za_state")
1288#define EIGEN_BARRIER_SME_ATTRIBUTES
1294template <
typename T,
typename =
void>
1295struct optimization_barrier_in_register {
1296 static constexpr bool value =
false;
1298template <
typename T>
1299struct optimization_barrier_in_register<T, decltype(void(sizeof(T)))> {
1300 static constexpr int kTypeClass = __builtin_classify_type(*
static_cast<T*
>(
nullptr));
1301 static constexpr bool value = (kTypeClass == -1 || kTypeClass == 19) &&
sizeof(T) <= EIGEN_BARRIER_VECTOR_BYTES;
1304struct optimization_barrier_in_register<decltype(nullptr)> {
1305 static constexpr bool value =
false;
1307#if (EIGEN_ARCH_ARM_OR_ARM64 && defined(__ARM_FP) && (__ARM_FP & 4)) || (EIGEN_ARCH_i386_OR_x86_64 && defined(__SSE2__))
1309struct optimization_barrier_in_register<float> {
1310 static constexpr bool value =
true;
1313#if (EIGEN_ARCH_ARM_OR_ARM64 && defined(__ARM_FP) && (__ARM_FP & 8)) || (EIGEN_ARCH_i386_OR_x86_64 && defined(__SSE2__))
1315struct optimization_barrier_in_register<double> {
1316 static constexpr bool value =
true;
1319enum class optimization_barrier_operand_kind { General, Register, Memory };
1320template <optimization_barrier_operand_kind Kind>
1321struct optimization_barrier_impl {
1322 template <
typename T>
1323 static EIGEN_ALWAYS_INLINE
void run(T& x) EIGEN_BARRIER_SME_ATTRIBUTES {
1324 __asm__(
"" : EIGEN_BARRIER_GENERAL_CONSTRAINT(x));
1328struct optimization_barrier_impl<optimization_barrier_operand_kind::Register> {
1329 template <
typename T>
1330 static EIGEN_ALWAYS_INLINE
void run(T& x) EIGEN_BARRIER_SME_ATTRIBUTES {
1331 __asm__(
"" : EIGEN_BARRIER_REGISTER_CONSTRAINT(x));
1335struct optimization_barrier_impl<optimization_barrier_operand_kind::Memory> {
1336 template <
typename T>
1337 static EIGEN_ALWAYS_INLINE
void run(T& x) EIGEN_BARRIER_SME_ATTRIBUTES {
1338 __asm__(
"" :
"+m"(x));
1341template <
typename T>
1342EIGEN_ALWAYS_INLINE
void optimization_barrier(T& x) EIGEN_BARRIER_SME_ATTRIBUTES {
1343 using Operand =
typename optimization_barrier_unqualified<T>::type;
1344 constexpr optimization_barrier_operand_kind kKind =
1345 optimization_barrier_in_memory<Operand>::value ? optimization_barrier_operand_kind::Memory
1346 : optimization_barrier_in_register<Operand>::value ? optimization_barrier_operand_kind::Register
1347 : optimization_barrier_operand_kind::General;
1348 optimization_barrier_impl<kKind>::run(x);
1352#undef EIGEN_BARRIER_GENERAL_CONSTRAINT
1353#undef EIGEN_BARRIER_REGISTER_CONSTRAINT
1354#undef EIGEN_BARRIER_VECTOR_BYTES
1355#undef EIGEN_BARRIER_SME_ATTRIBUTES
1356#define EIGEN_OPTIMIZATION_BARRIER(X) Eigen::internal::optimization_barrier(X);
1357#elif EIGEN_ARCH_ARM_OR_ARM64
1359#define EIGEN_OPTIMIZATION_BARRIER(X) __asm__("" : "+g,w"(X));
1363#define EIGEN_OPTIMIZATION_BARRIER(X) __asm__("" : "+g"(X));
1365#elif EIGEN_ARCH_i386_OR_x86_64 && EIGEN_COMP_NVHPC
1369template <
typename T>
1370EIGEN_ALWAYS_INLINE
void nvhpc_optimization_barrier(T& x) {
1371 __asm__(
"" :
"+g,x"(x));
1373EIGEN_ALWAYS_INLINE
void nvhpc_optimization_barrier(
long double& x) {
1374 __asm__(
"" :
"+m"(*
reinterpret_cast<unsigned char(*)[sizeof(
long double)]
>(&x)));
1378#define EIGEN_OPTIMIZATION_BARRIER(X) Eigen::internal::nvhpc_optimization_barrier(X);
1379#elif EIGEN_ARCH_i386_OR_x86_64
1381#define EIGEN_OPTIMIZATION_BARRIER(X) __asm__("" : "+g,x"(X));
1382#elif !defined(__SYCL_DEVICE_ONLY__)
1384#define EIGEN_OPTIMIZATION_BARRIER(X) __asm__("" : "+m"(X));
1386#define EIGEN_OPTIMIZATION_BARRIER(X)
1388#elif EIGEN_COMP_MSVC && defined(_M_FP_FAST)
1394template <
typename Dummy =
void>
1395struct msvc_optimization_barrier_zero {
1396 static volatile decltype(
sizeof(0)) value;
1398template <
typename Dummy>
1399volatile decltype(
sizeof(0)) msvc_optimization_barrier_zero<Dummy>::value = 0;
1400template <
typename T>
1401EIGEN_ALWAYS_INLINE
void msvc_optimization_barrier(T& x) {
1402 x = *
reinterpret_cast<T*
>(
reinterpret_cast<decltype(sizeof(0))
>(&x) | msvc_optimization_barrier_zero<>::value);
1404template <
typename T, decltype(sizeof(0)) N>
1405EIGEN_ALWAYS_INLINE
void msvc_optimization_barrier(T (&x)[N]) {
1406 for (
auto& element : x) msvc_optimization_barrier(element);
1410#define EIGEN_OPTIMIZATION_BARRIER(X) Eigen::internal::msvc_optimization_barrier(X);
1413#define EIGEN_OPTIMIZATION_BARRIER(X)
1422template <
typename T>
1423EIGEN_DEVICE_FUNC EIGEN_ALWAYS_INLINE
void volatile_barrier(T& x) {
1424 EIGEN_UNUSED_VARIABLE(x);
1425#if !defined(EIGEN_GPU_COMPILE_PHASE) && !defined(__SYCL_DEVICE_ONLY__) && \
1426 (EIGEN_COMP_GNUC || (defined(__clang__) && defined(_MSC_VER)))
1427 __asm__ __volatile__(
"" :
"+m"(x));
1430#if !defined(EIGEN_GPU_COMPILE_PHASE) && !defined(__SYCL_DEVICE_ONLY__) && \
1431 (EIGEN_COMP_GNUC || (defined(__clang__) && defined(_MSC_VER)))
1432#if EIGEN_ARCH_i386_OR_x86_64 && EIGEN_COMP_NVHPC
1434EIGEN_DEVICE_FUNC EIGEN_ALWAYS_INLINE
void volatile_barrier(
long double& x) {
1435 __asm__ __volatile__(
"" :
"+m"(*
reinterpret_cast<unsigned char(*)[sizeof(
long double)]
>(&x)));
1438#if EIGEN_ARCH_ARM_OR_ARM64 && defined(__ARM_FP)
1439#define EIGEN_FP_REGISTER_CONSTRAINT "+w"
1440#elif EIGEN_ARCH_i386_OR_x86_64 && defined(__SSE2__)
1441#define EIGEN_FP_REGISTER_CONSTRAINT "+x"
1443#ifdef EIGEN_FP_REGISTER_CONSTRAINT
1444EIGEN_DEVICE_FUNC EIGEN_ALWAYS_INLINE
void volatile_barrier(
float& x) {
1445 __asm__ __volatile__(
"" : EIGEN_FP_REGISTER_CONSTRAINT(x));
1447EIGEN_DEVICE_FUNC EIGEN_ALWAYS_INLINE
void volatile_barrier(
double& x) {
1448 __asm__ __volatile__(
"" : EIGEN_FP_REGISTER_CONSTRAINT(x));
1450#undef EIGEN_FP_REGISTER_CONSTRAINT
1459#define EIGEN_CONST_CONDITIONAL(cond) (void)0, cond
1461#define EIGEN_CONST_CONDITIONAL(cond) cond
1464#ifdef EIGEN_DONT_USE_RESTRICT_KEYWORD
1465#define EIGEN_RESTRICT
1467#ifndef EIGEN_RESTRICT
1468#define EIGEN_RESTRICT __restrict
1471#ifndef EIGEN_DEFAULT_IO_FORMAT
1472#ifdef EIGEN_MAKING_DOCS
1475#define EIGEN_DEFAULT_IO_FORMAT Eigen::IOFormat(3, 0, " ", "\n", "", "")
1477#define EIGEN_DEFAULT_IO_FORMAT Eigen::IOFormat()
1488#if (defined(EIGEN_CUDA_ARCH) && defined(__NVCC__)) || defined(EIGEN_HIP_DEVICE_COMPILE)
1489#define EIGEN_USING_STD(FUNC) using ::FUNC;
1491#define EIGEN_USING_STD(FUNC) using std::FUNC;
1494#define EIGEN_INHERIT_ASSIGNMENT_EQUAL_OPERATOR(Derived) \
1495 using Base::operator=; \
1496 EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE Derived& operator=(const Derived& other) { \
1497 Base::operator=(other); \
1506#define EIGEN_DEFAULT_COPY_CONSTRUCTOR(CLASS) EIGEN_DEVICE_FUNC CLASS(const CLASS&) = default;
1513#define EIGEN_INHERIT_ASSIGNMENT_OPERATORS(Derived) \
1514 EIGEN_INHERIT_ASSIGNMENT_EQUAL_OPERATOR(Derived) \
1515 EIGEN_DEFAULT_COPY_CONSTRUCTOR(Derived)
1522#define EIGEN_DEFAULT_EMPTY_CONSTRUCTOR_AND_DESTRUCTOR(Derived) \
1523 EIGEN_DEVICE_FUNC Derived() = default; \
1524 EIGEN_DEVICE_FUNC ~Derived() = default;
1534#define EIGEN_GENERIC_PUBLIC_INTERFACE(Derived) \
1535 using Scalar = typename Eigen::internal::traits<Derived>::Scalar; \
1537 using RealScalar = \
1538 typename Eigen::NumTraits<Scalar>::Real; \
1541 using CoeffReturnType = \
1542 typename Base::CoeffReturnType; \
1546 using Nested = typename Eigen::internal::ref_selector<Derived>::type; \
1547 using StorageKind = typename Eigen::internal::traits<Derived>::StorageKind; \
1548 using StorageIndex = typename Eigen::internal::traits<Derived>::StorageIndex; \
1549 enum CompileTimeTraits { \
1550 RowsAtCompileTime = Eigen::internal::traits<Derived>::RowsAtCompileTime, \
1551 ColsAtCompileTime = Eigen::internal::traits<Derived>::ColsAtCompileTime, \
1552 Flags = Eigen::internal::traits<Derived>::Flags, \
1553 SizeAtCompileTime = Base::SizeAtCompileTime, \
1554 MaxSizeAtCompileTime = Base::MaxSizeAtCompileTime, \
1555 IsVectorAtCompileTime = Base::IsVectorAtCompileTime \
1557 using Base::derived; \
1558 using Base::const_cast_derived;
1561#define EIGEN_DENSE_PUBLIC_INTERFACE(Derived) \
1562 EIGEN_GENERIC_PUBLIC_INTERFACE(Derived) \
1563 using PacketScalar = typename Base::PacketScalar;
1565#if EIGEN_HAS_BUILTIN(__builtin_expect) || EIGEN_COMP_GNUC
1566#define EIGEN_PREDICT_FALSE(x) (__builtin_expect(x, false))
1567#define EIGEN_PREDICT_TRUE(x) (__builtin_expect(false || (x), true))
1569#define EIGEN_PREDICT_FALSE(x) (x)
1570#define EIGEN_PREDICT_TRUE(x) (x)
1573#define EIGEN_MAKE_CWISE_UNARY_OP(METHOD, FUNCTOR, RETURN_TYPE) \
1574 using RETURN_TYPE = CwiseUnaryOp<FUNCTOR<Scalar>, const Derived>; \
1575 EIGEN_DEVICE_FUNC constexpr EIGEN_STRONG_INLINE const RETURN_TYPE METHOD() const { return RETURN_TYPE(derived()); }
1578#define EIGEN_CWISE_BINARY_RETURN_TYPE(LHS, RHS, FUNCTOR) \
1579 CwiseBinaryOp<FUNCTOR<typename internal::traits<LHS>::Scalar, typename internal::traits<RHS>::Scalar>, const LHS, \
1582#define EIGEN_MAKE_CWISE_BINARY_OP(METHOD, FUNCTOR) \
1583 template <typename OtherDerived> \
1584 EIGEN_DEVICE_FUNC constexpr EIGEN_STRONG_INLINE const EIGEN_CWISE_BINARY_RETURN_TYPE( \
1585 Derived, OtherDerived, FUNCTOR)(METHOD)(const EIGEN_CURRENT_STORAGE_BASE_CLASS<OtherDerived>& other) const { \
1586 return EIGEN_CWISE_BINARY_RETURN_TYPE(Derived, OtherDerived, FUNCTOR)(derived(), other.derived()); \
1589#define EIGEN_SCALAR_BINARY_SUPPORTED(FUNCTOR, TYPEA, TYPEB) \
1590 (Eigen::internal::has_ReturnType<Eigen::ScalarBinaryOpTraits<TYPEA, TYPEB, FUNCTOR<TYPEA, TYPEB> > >::value)
1592#define EIGEN_EXPR_BINARYOP_SCALAR_RETURN_TYPE(EXPR, SCALAR, FUNCTOR) \
1593 CwiseBinaryOp<FUNCTOR<typename internal::traits<EXPR>::Scalar, SCALAR>, const EXPR, \
1594 const typename internal::plain_constant_type<EXPR, SCALAR>::type>
1596#define EIGEN_SCALAR_BINARYOP_EXPR_RETURN_TYPE(SCALAR, EXPR, FUNCTOR) \
1597 CwiseBinaryOp<FUNCTOR<SCALAR, typename internal::traits<EXPR>::Scalar>, \
1598 const typename internal::plain_constant_type<EXPR, SCALAR>::type, const EXPR>
1600#define EIGEN_MAKE_SCALAR_BINARY_OP_ONTHERIGHT(METHOD, FUNCTOR) \
1601 template <typename T> \
1602 EIGEN_DEVICE_FUNC constexpr EIGEN_STRONG_INLINE const EIGEN_EXPR_BINARYOP_SCALAR_RETURN_TYPE( \
1604 typename internal::promote_scalar_arg<Scalar EIGEN_COMMA T EIGEN_COMMA EIGEN_SCALAR_BINARY_SUPPORTED( \
1605 FUNCTOR, Scalar, T)>::type, \
1606 FUNCTOR)(METHOD)(const T& scalar) const { \
1608 typename internal::promote_scalar_arg<Scalar, T, EIGEN_SCALAR_BINARY_SUPPORTED(FUNCTOR, Scalar, T)>::type; \
1609 return EIGEN_EXPR_BINARYOP_SCALAR_RETURN_TYPE(Derived, PromotedT, FUNCTOR)( \
1610 derived(), typename internal::plain_constant_type<Derived, PromotedT>::type( \
1611 derived().rows(), derived().cols(), internal::scalar_constant_op<PromotedT>(scalar))); \
1614#define EIGEN_MAKE_SCALAR_BINARY_OP_ONTHELEFT(METHOD, FUNCTOR) \
1615 template <typename T> \
1616 EIGEN_DEVICE_FUNC constexpr EIGEN_STRONG_INLINE friend const EIGEN_SCALAR_BINARYOP_EXPR_RETURN_TYPE( \
1617 typename internal::promote_scalar_arg<Scalar EIGEN_COMMA T EIGEN_COMMA EIGEN_SCALAR_BINARY_SUPPORTED( \
1618 FUNCTOR, T, Scalar)>::type, \
1619 Derived, FUNCTOR)(METHOD)(const T& scalar, const StorageBaseType& matrix) { \
1621 typename internal::promote_scalar_arg<Scalar, T, EIGEN_SCALAR_BINARY_SUPPORTED(FUNCTOR, T, Scalar)>::type; \
1622 return EIGEN_SCALAR_BINARYOP_EXPR_RETURN_TYPE(PromotedT, Derived, FUNCTOR)( \
1623 typename internal::plain_constant_type<Derived, PromotedT>::type( \
1624 matrix.derived().rows(), matrix.derived().cols(), internal::scalar_constant_op<PromotedT>(scalar)), \
1625 matrix.derived()); \
1628#define EIGEN_MAKE_SCALAR_BINARY_OP(METHOD, FUNCTOR) \
1629 EIGEN_MAKE_SCALAR_BINARY_OP_ONTHELEFT(METHOD, FUNCTOR) \
1630 EIGEN_MAKE_SCALAR_BINARY_OP_ONTHERIGHT(METHOD, FUNCTOR)
1632#if (defined(_CPPUNWIND) || defined(__EXCEPTIONS)) && !defined(EIGEN_CUDA_ARCH) && !defined(EIGEN_EXCEPTIONS) && \
1633 !defined(EIGEN_USE_SYCL) && !defined(EIGEN_HIP_DEVICE_COMPILE)
1634#define EIGEN_EXCEPTIONS
1637#ifdef EIGEN_EXCEPTIONS
1638#define EIGEN_THROW_X(X) throw X
1639#define EIGEN_THROW throw
1640#define EIGEN_TRY try
1641#define EIGEN_CATCH(X) catch (X)
1643#if defined(EIGEN_CUDA_ARCH)
1644#define EIGEN_THROW_X(X) asm("trap;")
1645#define EIGEN_THROW asm("trap;")
1646#elif defined(EIGEN_HIP_DEVICE_COMPILE)
1647#define EIGEN_THROW_X(X) asm("s_trap 0")
1648#define EIGEN_THROW asm("s_trap 0")
1650#define EIGEN_THROW_X(X) std::abort()
1651#define EIGEN_THROW std::abort()
1653#define EIGEN_TRY if (true)
1654#define EIGEN_CATCH(X) else
1661EIGEN_DEVICE_FUNC
constexpr bool all() {
return true; }
1663template <
typename T,
typename... Ts>
1664EIGEN_DEVICE_FUNC
constexpr bool all(T t, Ts... ts) {
1665 return t && all(ts...);
1672#define EIGEN_OVERRIDE override
1673#define EIGEN_FINAL final
1676#if defined(__SYCL_DEVICE_ONLY__)
1677#if defined(_MSC_VER)
1678#define EIGEN_UNROLL_LOOP __pragma(unroll)
1680#define EIGEN_UNROLL_LOOP _Pragma("unroll")
1683#define EIGEN_UNROLL_LOOP
1688#if defined(EIGEN_HAS_CXX17_IFCONSTEXPR)
1689#define EIGEN_IF_CONSTEXPR(...) if constexpr (__VA_ARGS__)
1691#define EIGEN_IF_CONSTEXPR(...) if (__VA_ARGS__)