172 #if EIGEN_MAX_STATIC_ALIGN_BYTES!=0
173 internal::plain_array<
Scalar,EIGEN_SIZE_MIN_PREFER_FIXED(Size,MaxSize),0,EIGEN_PLAIN_ENUM_MIN(AlignedMax,PacketSize)> m_data;
174 EIGEN_STRONG_INLINE
Scalar* data() {
return m_data.array; }
178 internal::plain_array<Scalar,EIGEN_SIZE_MIN_PREFER_FIXED(Size,MaxSize)+(ForceAlignment?EIGEN_MAX_ALIGN_BYTES:0),0> m_data;
179 EIGEN_STRONG_INLINE Scalar* data() {
180 return ForceAlignment
181 ?
reinterpret_cast<Scalar*
>((internal::UIntPtr(m_data.array) & ~(std::size_t(EIGEN_MAX_ALIGN_BYTES-1))) + EIGEN_MAX_ALIGN_BYTES)
188template<
int StorageOrder,
bool BlasCompatible>
189struct gemv_dense_selector<
OnTheLeft,StorageOrder,BlasCompatible>
191 template<
typename Lhs,
typename Rhs,
typename Dest>
192 static void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
194 Transpose<Dest> destT(dest);
196 gemv_dense_selector<OnTheRight,OtherStorageOrder,BlasCompatible>
197 ::run(rhs.transpose(), lhs.transpose(), destT, alpha);
203 template<
typename Lhs,
typename Rhs,
typename Dest>
204 static inline void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
206 typedef typename Lhs::Scalar LhsScalar;
207 typedef typename Rhs::Scalar RhsScalar;
208 typedef typename Dest::Scalar ResScalar;
209 typedef typename Dest::RealScalar RealScalar;
211 typedef internal::blas_traits<Lhs> LhsBlasTraits;
212 typedef typename LhsBlasTraits::DirectLinearAccessType ActualLhsType;
213 typedef internal::blas_traits<Rhs> RhsBlasTraits;
214 typedef typename RhsBlasTraits::DirectLinearAccessType ActualRhsType;
216 typedef Map<Matrix<ResScalar,Dynamic,1>, EIGEN_PLAIN_ENUM_MIN(AlignedMax,internal::packet_traits<ResScalar>::size)> MappedDest;
218 ActualLhsType actualLhs = LhsBlasTraits::extract(lhs);
219 ActualRhsType actualRhs = RhsBlasTraits::extract(rhs);
221 ResScalar actualAlpha = alpha * LhsBlasTraits::extractScalarFactor(lhs)
222 * RhsBlasTraits::extractScalarFactor(rhs);
225 typedef typename conditional<Dest::IsVectorAtCompileTime, Dest, typename Dest::ColXpr>::type ActualDest;
230 EvalToDestAtCompileTime = (ActualDest::InnerStrideAtCompileTime==1),
231 ComplexByReal = (NumTraits<LhsScalar>::IsComplex) && (!NumTraits<RhsScalar>::IsComplex),
232 MightCannotUseDest = (!EvalToDestAtCompileTime) || ComplexByReal
235 typedef const_blas_data_mapper<LhsScalar,Index,ColMajor> LhsMapper;
236 typedef const_blas_data_mapper<RhsScalar,Index,RowMajor> RhsMapper;
237 RhsScalar compatibleAlpha = get_factor<ResScalar,RhsScalar>::run(actualAlpha);
239 if(!MightCannotUseDest)
243 general_matrix_vector_product
244 <
Index,LhsScalar,LhsMapper,
ColMajor,LhsBlasTraits::NeedToConjugate,RhsScalar,RhsMapper,RhsBlasTraits::NeedToConjugate>::run(
245 actualLhs.rows(), actualLhs.cols(),
246 LhsMapper(actualLhs.data(), actualLhs.outerStride()),
247 RhsMapper(actualRhs.data(), actualRhs.innerStride()),
253 gemv_static_vector_if<ResScalar,ActualDest::SizeAtCompileTime,ActualDest::MaxSizeAtCompileTime,MightCannotUseDest> static_dest;
255 const bool alphaIsCompatible = (!ComplexByReal) || (numext::imag(actualAlpha)==RealScalar(0));
256 const bool evalToDest = EvalToDestAtCompileTime && alphaIsCompatible;
258 ei_declare_aligned_stack_constructed_variable(ResScalar,actualDestPtr,dest.size(),
259 evalToDest ? dest.data() : static_dest.data());
263 #ifdef EIGEN_DENSE_STORAGE_CTOR_PLUGIN
264 Index size = dest.size();
265 EIGEN_DENSE_STORAGE_CTOR_PLUGIN
267 if(!alphaIsCompatible)
269 MappedDest(actualDestPtr, dest.size()).setZero();
270 compatibleAlpha = RhsScalar(1);
273 MappedDest(actualDestPtr, dest.size()) = dest;
276 general_matrix_vector_product
277 <
Index,LhsScalar,LhsMapper,
ColMajor,LhsBlasTraits::NeedToConjugate,RhsScalar,RhsMapper,RhsBlasTraits::NeedToConjugate>::run(
278 actualLhs.rows(), actualLhs.cols(),
279 LhsMapper(actualLhs.data(), actualLhs.outerStride()),
280 RhsMapper(actualRhs.data(), actualRhs.innerStride()),
286 if(!alphaIsCompatible)
287 dest.matrix() += actualAlpha * MappedDest(actualDestPtr, dest.size());
289 dest = MappedDest(actualDestPtr, dest.size());
297 template<
typename Lhs,
typename Rhs,
typename Dest>
298 static void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
300 typedef typename Lhs::Scalar LhsScalar;
301 typedef typename Rhs::Scalar RhsScalar;
302 typedef typename Dest::Scalar ResScalar;
304 typedef internal::blas_traits<Lhs> LhsBlasTraits;
305 typedef typename LhsBlasTraits::DirectLinearAccessType ActualLhsType;
306 typedef internal::blas_traits<Rhs> RhsBlasTraits;
307 typedef typename RhsBlasTraits::DirectLinearAccessType ActualRhsType;
308 typedef typename internal::remove_all<ActualRhsType>::type ActualRhsTypeCleaned;
310 typename add_const<ActualLhsType>::type actualLhs = LhsBlasTraits::extract(lhs);
311 typename add_const<ActualRhsType>::type actualRhs = RhsBlasTraits::extract(rhs);
313 ResScalar actualAlpha = alpha * LhsBlasTraits::extractScalarFactor(lhs)
314 * RhsBlasTraits::extractScalarFactor(rhs);
319 DirectlyUseRhs = ActualRhsTypeCleaned::InnerStrideAtCompileTime==1
322 gemv_static_vector_if<RhsScalar,ActualRhsTypeCleaned::SizeAtCompileTime,ActualRhsTypeCleaned::MaxSizeAtCompileTime,!DirectlyUseRhs> static_rhs;
324 ei_declare_aligned_stack_constructed_variable(RhsScalar,actualRhsPtr,actualRhs.size(),
325 DirectlyUseRhs ?
const_cast<RhsScalar*
>(actualRhs.data()) : static_rhs.data());
329 #ifdef EIGEN_DENSE_STORAGE_CTOR_PLUGIN
330 Index size = actualRhs.size();
331 EIGEN_DENSE_STORAGE_CTOR_PLUGIN
333 Map<typename ActualRhsTypeCleaned::PlainObject>(actualRhsPtr, actualRhs.size()) = actualRhs;
336 typedef const_blas_data_mapper<LhsScalar,Index,RowMajor> LhsMapper;
337 typedef const_blas_data_mapper<RhsScalar,Index,ColMajor> RhsMapper;
338 general_matrix_vector_product
339 <
Index,LhsScalar,LhsMapper,
RowMajor,LhsBlasTraits::NeedToConjugate,RhsScalar,RhsMapper,RhsBlasTraits::NeedToConjugate>::run(
340 actualLhs.rows(), actualLhs.cols(),
341 LhsMapper(actualLhs.data(), actualLhs.outerStride()),
342 RhsMapper(actualRhsPtr, 1),
343 dest.data(), dest.col(0).innerStride(),
350 template<
typename Lhs,
typename Rhs,
typename Dest>
351 static void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
353 EIGEN_STATIC_ASSERT((!nested_eval<Lhs,1>::Evaluate),EIGEN_INTERNAL_COMPILATION_ERROR_OR_YOU_MADE_A_PROGRAMMING_MISTAKE);
355 typename nested_eval<Rhs,1>::type actual_rhs(rhs);
356 const Index size = rhs.rows();
357 for(Index k=0; k<size; ++k)
358 dest += (alpha*actual_rhs.coeff(k)) * lhs.col(k);
364 template<
typename Lhs,
typename Rhs,
typename Dest>
365 static void run(
const Lhs &lhs,
const Rhs &rhs, Dest& dest,
const typename Dest::Scalar& alpha)
367 EIGEN_STATIC_ASSERT((!nested_eval<Lhs,1>::Evaluate),EIGEN_INTERNAL_COMPILATION_ERROR_OR_YOU_MADE_A_PROGRAMMING_MISTAKE);
368 typename nested_eval<Rhs,Lhs::RowsAtCompileTime>::type actual_rhs(rhs);
369 const Index rows = dest.rows();
370 for(Index i=0; i<rows; ++i)
371 dest.coeffRef(i) += alpha * (lhs.row(i).cwiseProduct(actual_rhs.transpose())).sum();
387template<
typename Derived>
388template<
typename OtherDerived>
389EIGEN_DEVICE_FUNC
inline const Product<Derived, OtherDerived>
397 ProductIsValid = Derived::ColsAtCompileTime==
Dynamic
398 || OtherDerived::RowsAtCompileTime==
Dynamic
399 || int(Derived::ColsAtCompileTime)==int(OtherDerived::RowsAtCompileTime),
400 AreVectors = Derived::IsVectorAtCompileTime && OtherDerived::IsVectorAtCompileTime,
401 SameSizes = EIGEN_PREDICATE_SAME_MATRIX_SIZE(Derived,OtherDerived)
406 EIGEN_STATIC_ASSERT(ProductIsValid || !(AreVectors && SameSizes),
407 INVALID_VECTOR_VECTOR_PRODUCT__IF_YOU_WANTED_A_DOT_OR_COEFF_WISE_PRODUCT_YOU_MUST_USE_THE_EXPLICIT_FUNCTIONS)
408 EIGEN_STATIC_ASSERT(ProductIsValid || !(SameSizes && !AreVectors),
409 INVALID_MATRIX_PRODUCT__IF_YOU_WANTED_A_COEFF_WISE_PRODUCT_YOU_MUST_USE_THE_EXPLICIT_FUNCTION)
410 EIGEN_STATIC_ASSERT(ProductIsValid || SameSizes, INVALID_MATRIX_PRODUCT)
411#ifdef EIGEN_DEBUG_PRODUCT
412 internal::product_type<Derived,OtherDerived>::debug();
429template<
typename Derived>
430template<
typename OtherDerived>
435 ProductIsValid = Derived::ColsAtCompileTime==
Dynamic
436 || OtherDerived::RowsAtCompileTime==
Dynamic
437 || int(Derived::ColsAtCompileTime)==int(OtherDerived::RowsAtCompileTime),
438 AreVectors = Derived::IsVectorAtCompileTime && OtherDerived::IsVectorAtCompileTime,
439 SameSizes = EIGEN_PREDICATE_SAME_MATRIX_SIZE(Derived,OtherDerived)
444 EIGEN_STATIC_ASSERT(ProductIsValid || !(AreVectors && SameSizes),
445 INVALID_VECTOR_VECTOR_PRODUCT__IF_YOU_WANTED_A_DOT_OR_COEFF_WISE_PRODUCT_YOU_MUST_USE_THE_EXPLICIT_FUNCTIONS)
446 EIGEN_STATIC_ASSERT(ProductIsValid || !(SameSizes && !AreVectors),
447 INVALID_MATRIX_PRODUCT__IF_YOU_WANTED_A_COEFF_WISE_PRODUCT_YOU_MUST_USE_THE_EXPLICIT_FUNCTION)
448 EIGEN_STATIC_ASSERT(ProductIsValid || SameSizes, INVALID_MATRIX_PRODUCT)