34#ifndef EIGEN_GENERAL_MATRIX_MATRIX_TRIANGULAR_BLAS_H
35#define EIGEN_GENERAL_MATRIX_MATRIX_TRIANGULAR_BLAS_H
38#include "../InternalHeaderCheck.h"
44template <
typename Index,
typename Scalar,
int AStorageOrder,
bool ConjugateA,
int ResStorageOrder,
int UpLo>
45struct general_matrix_matrix_rankupdate
46 : general_matrix_matrix_triangular_product<Index, Scalar, AStorageOrder, ConjugateA, Scalar, AStorageOrder,
47 ConjugateA, ResStorageOrder, 1, UpLo, BuiltIn> {};
50#define EIGEN_BLAS_RANKUPDATE_SPECIALIZE(Scalar) \
51 template <typename Index, int LhsStorageOrder, bool ConjugateLhs, int RhsStorageOrder, bool ConjugateRhs, int UpLo> \
52 struct general_matrix_matrix_triangular_product<Index, Scalar, LhsStorageOrder, ConjugateLhs, Scalar, \
53 RhsStorageOrder, ConjugateRhs, ColMajor, 1, UpLo, Specialized> { \
54 static EIGEN_STRONG_INLINE void run(Index size, Index depth, const Scalar* lhs, Index lhsStride, \
55 const Scalar* rhs, Index rhsStride, Scalar* res, Index resIncr, \
56 Index resStride, Scalar alpha, level3_blocking<Scalar, Scalar>& blocking) { \
58 EIGEN_IF_CONSTEXPR ((UpLo & (Lower | Upper)) == UpLo && LhsStorageOrder != RhsStorageOrder) { \
59 if (lhs == rhs && lhsStride == rhsStride) { \
60 general_matrix_matrix_rankupdate<Index, Scalar, LhsStorageOrder, ConjugateLhs, ColMajor, UpLo>::run( \
61 size, depth, lhs, lhsStride, rhs, rhsStride, res, resStride, alpha, blocking); \
65 general_matrix_matrix_triangular_product<Index, Scalar, LhsStorageOrder, ConjugateLhs, Scalar, RhsStorageOrder, \
66 ConjugateRhs, ColMajor, 1, UpLo, BuiltIn>::run(size, depth, lhs, \
68 rhsStride, res, resIncr, \
74EIGEN_BLAS_RANKUPDATE_SPECIALIZE(
double)
75EIGEN_BLAS_RANKUPDATE_SPECIALIZE(
float)
81#define EIGEN_BLAS_RANKUPDATE_R(EIGTYPE, BLASTYPE, BLASFUNC) \
82 template <typename Index, int AStorageOrder, bool ConjugateA, int UpLo> \
83 struct general_matrix_matrix_rankupdate<Index, EIGTYPE, AStorageOrder, ConjugateA, ColMajor, UpLo> { \
84 using Scalar = EIGTYPE; \
86 IsLower = (UpLo & Lower) == Lower, \
87 LowUp = IsLower ? Lower : Upper, \
88 conjA = ((AStorageOrder == ColMajor) && ConjugateA) ? 1 : 0 \
90 static EIGEN_STRONG_INLINE void run(Index size, Index depth, const EIGTYPE* lhs, Index lhsStride, \
91 const EIGTYPE* , Index , Scalar* res, Index resStride, \
92 EIGTYPE alpha, level3_blocking<EIGTYPE, EIGTYPE>& blocking) { \
93 if (size == 0 || depth == 0 || numext::is_exactly_zero(alpha)) return; \
94 if (!blas_compatible_stride<AStorageOrder>(size, depth, lhsStride) || \
95 !blas_compatible_stride<ColMajor>(size, size, resStride)) { \
96 general_matrix_matrix_triangular_product<Index, EIGTYPE, AStorageOrder, ConjugateA, EIGTYPE, \
97 AStorageOrder == ColMajor ? RowMajor : ColMajor, ConjugateA, \
98 ColMajor, 1, UpLo, BuiltIn>::run(size, depth, lhs, lhsStride, lhs, \
99 lhsStride, res, Index(1), resStride, \
103 BlasIndex lda = blas_leading_dim<AStorageOrder>(size, depth, lhsStride), \
104 ldc = blas_leading_dim<ColMajor>(size, size, resStride), n = convert_index<BlasIndex>(size), \
105 k = convert_index<BlasIndex>(depth); \
106 char uplo = ((IsLower) ? 'L' : 'U'), trans = ((AStorageOrder == RowMajor) ? 'T' : 'N'); \
108 BLASFUNC(&uplo, &trans, &n, &k, (const BLASTYPE*)&numext::real_ref(alpha), lhs, &lda, \
109 (const BLASTYPE*)&numext::real_ref(beta), res, &ldc); \
114EIGEN_BLAS_RANKUPDATE_R(
double,
double, dsyrk)
115EIGEN_BLAS_RANKUPDATE_R(
float,
float, ssyrk)
117EIGEN_BLAS_RANKUPDATE_R(
double,
double, EIGEN_BLAS_SYM(dsyrk))
118EIGEN_BLAS_RANKUPDATE_R(
float,
float, EIGEN_BLAS_SYM(ssyrk))
121#undef EIGEN_BLAS_RANKUPDATE_SPECIALIZE
122#undef EIGEN_BLAS_RANKUPDATE_R