Product.h

// This file is part of Eigen, a lightweight C++ template library
// for linear algebra.
//
// Copyright (C) 2008-2011 Gael Guennebaud <gael.guennebaud@inria.fr>
//
// This Source Code Form is subject to the terms of the Mozilla
// Public License v. 2.0. If a copy of the MPL was not distributed
// with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
// SPDX-License-Identifier: MPL-2.0
 
#ifndef EIGEN_PRODUCT_H
#define EIGEN_PRODUCT_H
 
// IWYU pragma: private
#include "./InternalHeaderCheck.h"
 
namespace Eigen {
 
template <typename Lhs, typename Rhs, int Option, typename StorageKind>
class ProductImpl;
 
namespace internal {
 
template <typename Lhs, typename Rhs, int Option>
struct traits<Product<Lhs, Rhs, Option>> {
  using LhsCleaned = remove_all_t<Lhs>;
  using RhsCleaned = remove_all_t<Rhs>;
  using LhsTraits = traits<LhsCleaned>;
  using RhsTraits = traits<RhsCleaned>;
 
  using XprKind = MatrixXpr;
 
  using Scalar = typename ScalarBinaryOpTraits<typename LhsTraits::Scalar, typename RhsTraits::Scalar>::ReturnType;
  using StorageKind =
      typename product_promote_storage_type<typename LhsTraits::StorageKind, typename RhsTraits::StorageKind,
                                            internal::product_type<Lhs, Rhs>::value>::ret;
  using StorageIndex =
      typename promote_index_type<typename LhsTraits::StorageIndex, typename RhsTraits::StorageIndex>::type;
 
  enum {
    RowsAtCompileTime = LhsTraits::RowsAtCompileTime,
    ColsAtCompileTime = RhsTraits::ColsAtCompileTime,
    MaxRowsAtCompileTime = LhsTraits::MaxRowsAtCompileTime,
    MaxColsAtCompileTime = RhsTraits::MaxColsAtCompileTime,
 
    // FIXME: only needed by GeneralMatrixMatrixTriangular
    InnerSize = min_size_prefer_fixed(LhsTraits::ColsAtCompileTime, RhsTraits::RowsAtCompileTime),
 
    // The storage order is somewhat arbitrary here. The correct one will be determined through the evaluator.
    Flags = (MaxRowsAtCompileTime == 1 && MaxColsAtCompileTime != 1)   ? RowMajorBit
            : (MaxColsAtCompileTime == 1 && MaxRowsAtCompileTime != 1) ? 0
            : (((LhsTraits::Flags & NoPreferredStorageOrderBit) && (RhsTraits::Flags & RowMajorBit)) ||
               ((RhsTraits::Flags & NoPreferredStorageOrderBit) && (LhsTraits::Flags & RowMajorBit)))
                ? RowMajorBit
                : NoPreferredStorageOrderBit
  };
};
 
struct TransposeProductEnum {
  // convenience enumerations to specialize transposed products
  enum : int {
    Default = 0x00,
    Matrix = 0x01,
    Permutation = 0x02,
    MatrixMatrix = (Matrix << 8) | Matrix,
    MatrixPermutation = (Matrix << 8) | Permutation,
    PermutationMatrix = (Permutation << 8) | Matrix
  };
};
template <typename Xpr>
struct TransposeKind {
  static constexpr int Kind = is_matrix_base_xpr<Xpr>::value        ? TransposeProductEnum::Matrix
                              : is_permutation_base_xpr<Xpr>::value ? TransposeProductEnum::Permutation
                                                                    : TransposeProductEnum::Default;
};
 
template <typename Lhs, typename Rhs>
struct TransposeProductKind {
  static constexpr int Kind = (TransposeKind<Lhs>::Kind << 8) | TransposeKind<Rhs>::Kind;
};
 
template <typename Lhs, typename Rhs, int Option, int Kind = TransposeProductKind<Lhs, Rhs>::Kind>
struct product_transpose_helper {
  // by default, don't optimize the transposed product
  using Derived = Product<Lhs, Rhs, Option>;
  using Scalar = typename Derived::Scalar;
  using TransposeType = Transpose<const Derived>;
  using ConjugateTransposeType = CwiseUnaryOp<scalar_conjugate_op<Scalar>, TransposeType>;
  using AdjointType = std::conditional_t<NumTraits<Scalar>::IsComplex, ConjugateTransposeType, TransposeType>;
 
  // return (lhs * rhs)^T
  static EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE TransposeType run_transpose(const Derived& derived) {
    return TransposeType(derived);
  }
  // return (lhs * rhs)^H
  static EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE AdjointType run_adjoint(const Derived& derived) {
    return AdjointType(TransposeType(derived));
  }
};
 
template <typename Lhs, typename Rhs, int Option>
struct product_transpose_helper<Lhs, Rhs, Option, TransposeProductEnum::MatrixMatrix> {
  // expand the transposed matrix-matrix product
  using Derived = Product<Lhs, Rhs, Option>;
 
  using LhsScalar = typename traits<Lhs>::Scalar;
  using LhsTransposeType = typename DenseBase<Lhs>::ConstTransposeReturnType;
  using LhsConjugateTransposeType = CwiseUnaryOp<scalar_conjugate_op<LhsScalar>, LhsTransposeType>;
  using LhsAdjointType =
      std::conditional_t<NumTraits<LhsScalar>::IsComplex, LhsConjugateTransposeType, LhsTransposeType>;
 
  using RhsScalar = typename traits<Rhs>::Scalar;
  using RhsTransposeType = typename DenseBase<Rhs>::ConstTransposeReturnType;
  using RhsConjugateTransposeType = CwiseUnaryOp<scalar_conjugate_op<RhsScalar>, RhsTransposeType>;
  using RhsAdjointType =
      std::conditional_t<NumTraits<RhsScalar>::IsComplex, RhsConjugateTransposeType, RhsTransposeType>;
 
  using TransposeType = Product<RhsTransposeType, LhsTransposeType, Option>;
  using AdjointType = Product<RhsAdjointType, LhsAdjointType, Option>;
 
  // return rhs^T * lhs^T
  static EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE TransposeType run_transpose(const Derived& derived) {
    return TransposeType(RhsTransposeType(derived.rhs()), LhsTransposeType(derived.lhs()));
  }
  // return rhs^H * lhs^H
  static EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE AdjointType run_adjoint(const Derived& derived) {
    return AdjointType(RhsAdjointType(RhsTransposeType(derived.rhs())),
                       LhsAdjointType(LhsTransposeType(derived.lhs())));
  }
};
template <typename Lhs, typename Rhs, int Option>
struct product_transpose_helper<Lhs, Rhs, Option, TransposeProductEnum::PermutationMatrix> {
  // expand the transposed permutation-matrix product
  using Derived = Product<Lhs, Rhs, Option>;
 
  using LhsInverseType = typename PermutationBase<Lhs>::InverseReturnType;
 
  using RhsScalar = typename traits<Rhs>::Scalar;
  using RhsTransposeType = typename DenseBase<Rhs>::ConstTransposeReturnType;
  using RhsConjugateTransposeType = CwiseUnaryOp<scalar_conjugate_op<RhsScalar>, RhsTransposeType>;
  using RhsAdjointType =
      std::conditional_t<NumTraits<RhsScalar>::IsComplex, RhsConjugateTransposeType, RhsTransposeType>;
 
  using TransposeType = Product<RhsTransposeType, LhsInverseType, Option>;
  using AdjointType = Product<RhsAdjointType, LhsInverseType, Option>;
 
  // return rhs^T * lhs^-1
  static EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE TransposeType run_transpose(const Derived& derived) {
    return TransposeType(RhsTransposeType(derived.rhs()), LhsInverseType(derived.lhs()));
  }
  // return rhs^H * lhs^-1
  static EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE AdjointType run_adjoint(const Derived& derived) {
    return AdjointType(RhsAdjointType(RhsTransposeType(derived.rhs())), LhsInverseType(derived.lhs()));
  }
};
template <typename Lhs, typename Rhs, int Option>
struct product_transpose_helper<Lhs, Rhs, Option, TransposeProductEnum::MatrixPermutation> {
  // expand the transposed matrix-permutation product
  using Derived = Product<Lhs, Rhs, Option>;
 
  using LhsScalar = typename traits<Lhs>::Scalar;
  using LhsTransposeType = typename DenseBase<Lhs>::ConstTransposeReturnType;
  using LhsConjugateTransposeType = CwiseUnaryOp<scalar_conjugate_op<LhsScalar>, LhsTransposeType>;
  using LhsAdjointType =
      std::conditional_t<NumTraits<LhsScalar>::IsComplex, LhsConjugateTransposeType, LhsTransposeType>;
 
  using RhsInverseType = typename PermutationBase<Rhs>::InverseReturnType;
 
  using TransposeType = Product<RhsInverseType, LhsTransposeType, Option>;
  using AdjointType = Product<RhsInverseType, LhsAdjointType, Option>;
 
  // return rhs^-1 * lhs^T
  static EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE TransposeType run_transpose(const Derived& derived) {
    return TransposeType(RhsInverseType(derived.rhs()), LhsTransposeType(derived.lhs()));
  }
  // return rhs^-1 * lhs^H
  static EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE AdjointType run_adjoint(const Derived& derived) {
    return AdjointType(RhsInverseType(derived.rhs()), LhsAdjointType(LhsTransposeType(derived.lhs())));
  }
};
 
}  // end namespace internal

template <typename Lhs_, typename Rhs_, int Option>
class Product
    : public ProductImpl<Lhs_, Rhs_, Option,
                         typename internal::product_promote_storage_type<
                             typename internal::traits<Lhs_>::StorageKind, typename internal::traits<Rhs_>::StorageKind,
                             internal::product_type<Lhs_, Rhs_>::value>::ret> {
 public:
  using Lhs = Lhs_;
  using Rhs = Rhs_;
 
  using Base =
      typename ProductImpl<Lhs, Rhs, Option,
                           typename internal::product_promote_storage_type<
                               typename internal::traits<Lhs>::StorageKind, typename internal::traits<Rhs>::StorageKind,
                               internal::product_type<Lhs, Rhs>::value>::ret>::Base;
  EIGEN_GENERIC_PUBLIC_INTERFACE(Product)
 
  using LhsNested = typename internal::ref_selector<Lhs>::type;
  using RhsNested = typename internal::ref_selector<Rhs>::type;
  using LhsNestedCleaned = internal::remove_all_t<LhsNested>;
  using RhsNestedCleaned = internal::remove_all_t<RhsNested>;
 
  using TransposeReturnType = typename internal::product_transpose_helper<Lhs, Rhs, Option>::TransposeType;
  using AdjointReturnType = typename internal::product_transpose_helper<Lhs, Rhs, Option>::AdjointType;
 
  EIGEN_DEVICE_FUNC constexpr EIGEN_STRONG_INLINE Product(const Lhs& lhs, const Rhs& rhs) : m_lhs(lhs), m_rhs(rhs) {
    eigen_assert(lhs.cols() == rhs.rows() && "invalid matrix product" &&
                 "if you wanted a coeff-wise or a dot product use the respective explicit functions");
  }
 
  EIGEN_DEVICE_FUNC constexpr Index rows() const noexcept { return m_lhs.rows(); }
  EIGEN_DEVICE_FUNC constexpr Index cols() const noexcept { return m_rhs.cols(); }
 
  EIGEN_DEVICE_FUNC constexpr EIGEN_STRONG_INLINE const LhsNestedCleaned& lhs() const { return m_lhs; }
  EIGEN_DEVICE_FUNC constexpr EIGEN_STRONG_INLINE const RhsNestedCleaned& rhs() const { return m_rhs; }
 
  EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE TransposeReturnType transpose() const {
    return internal::product_transpose_helper<Lhs, Rhs, Option>::run_transpose(*this);
  }
  EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE AdjointReturnType adjoint() const {
    return internal::product_transpose_helper<Lhs, Rhs, Option>::run_adjoint(*this);
  }
 
 protected:
  LhsNested m_lhs;
  RhsNested m_rhs;
};
 
namespace internal {
 
template <typename Lhs, typename Rhs, int Option, int ProductTag = internal::product_type<Lhs, Rhs>::value>
class dense_product_base : public internal::dense_xpr_base<Product<Lhs, Rhs, Option>>::type {};

template <typename Lhs, typename Rhs, int Option>
class dense_product_base<Lhs, Rhs, Option, InnerProduct>
    : public internal::dense_xpr_base<Product<Lhs, Rhs, Option>>::type {
  using ProductXpr = Product<Lhs, Rhs, Option>;
  using Base = typename internal::dense_xpr_base<ProductXpr>::type;
 
 public:
  using Base::derived;
  using Scalar = typename Base::Scalar;
 
  EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE operator const Scalar() const {
    return internal::evaluator<ProductXpr>(derived()).coeff(0, 0);
  }
};
 
}  // namespace internal
 
// Generic API dispatcher
template <typename Lhs, typename Rhs, int Option, typename StorageKind>
class ProductImpl : public internal::generic_xpr_base<Product<Lhs, Rhs, Option>, MatrixXpr, StorageKind>::type {
 public:
  using Base = typename internal::generic_xpr_base<Product<Lhs, Rhs, Option>, MatrixXpr, StorageKind>::type;
};
 
template <typename Lhs, typename Rhs, int Option>
class ProductImpl<Lhs, Rhs, Option, Dense> : public internal::dense_product_base<Lhs, Rhs, Option> {
  using Derived = Product<Lhs, Rhs, Option>;
 
 public:
  using Base = typename internal::dense_product_base<Lhs, Rhs, Option>;
  EIGEN_DENSE_PUBLIC_INTERFACE(Derived)
 protected:
  enum {
    IsOneByOne = (RowsAtCompileTime == 1 || RowsAtCompileTime == Dynamic) &&
                 (ColsAtCompileTime == 1 || ColsAtCompileTime == Dynamic),
    EnableCoeff = IsOneByOne || Option == LazyProduct
  };
 
 public:
  EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE Scalar coeff(Index row, Index col) const {
    EIGEN_STATIC_ASSERT(EnableCoeff, THIS_METHOD_IS_ONLY_FOR_INNER_OR_LAZY_PRODUCTS);
    eigen_assert((Option == LazyProduct) || (this->rows() == 1 && this->cols() == 1));
 
    return internal::evaluator<Derived>(derived()).coeff(row, col);
  }
 
  EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE Scalar coeff(Index i) const {
    EIGEN_STATIC_ASSERT(EnableCoeff, THIS_METHOD_IS_ONLY_FOR_INNER_OR_LAZY_PRODUCTS);
    eigen_assert((Option == LazyProduct) || (this->rows() == 1 && this->cols() == 1));
 
    return internal::evaluator<Derived>(derived()).coeff(i);
  }
};
 
}  // end namespace Eigen
 
#endif  // EIGEN_PRODUCT_H