199template <
typename Derived>
201 return AdjointReturnType(this->
transpose());
210template <
typename MatrixType,
211 bool IsSquare = (MatrixType::RowsAtCompileTime == MatrixType::ColsAtCompileTime) &&
212 MatrixType::RowsAtCompileTime != Dynamic,
213 bool MatchPacketSize =
214 (
int(MatrixType::RowsAtCompileTime) ==
int(internal::packet_traits<typename MatrixType::Scalar>::size)) &&
216struct inplace_transpose_selector;
218template <
typename MatrixType>
219struct inplace_transpose_selector<MatrixType, true, false> {
220 static void run(MatrixType& m) {
221 m.matrix().template triangularView<StrictlyUpper>().swap(
222 m.matrix().transpose().template triangularView<StrictlyUpper>());
226template <
typename MatrixType>
227struct inplace_transpose_selector<MatrixType, true, true> {
228 static void run(MatrixType& m) {
229 using Scalar =
typename MatrixType::Scalar;
230 using Packet =
typename internal::packet_traits<typename MatrixType::Scalar>::type;
231 const Index PacketSize = internal::packet_traits<Scalar>::size;
233 const Index Alignment = internal::outer_stride_at_compile_time<MatrixType>::value % PacketSize == 0
234 ? int(internal::evaluator<MatrixType>::Alignment)
236 PacketBlock<Packet> A;
237 for (Index i = 0; i < PacketSize; ++i) A.packet[i] = m.template packetByOuterInner<Alignment>(i, 0);
238 internal::ptranspose(A);
239 for (Index i = 0; i < PacketSize; ++i)
240 m.template writePacket<Alignment>(m.rowIndexByOuterInner(i, 0), m.colIndexByOuterInner(i, 0), A.packet[i]);
244template <
typename MatrixType, Index Alignment>
245void BlockedInPlaceTranspose(MatrixType& m) {
246 using Scalar =
typename MatrixType::Scalar;
247 using Packet =
typename internal::packet_traits<typename MatrixType::Scalar>::type;
248 const Index PacketSize = internal::packet_traits<Scalar>::size;
249 EIGEN_INTERNAL_ASSERT_SQUARE(m);
251 for (; row_start + PacketSize <= m.rows(); row_start += PacketSize) {
252 for (Index col_start = row_start; col_start + PacketSize <= m.cols(); col_start += PacketSize) {
253 PacketBlock<Packet> A;
254 if (row_start == col_start) {
255 for (Index i = 0; i < PacketSize; ++i)
256 A.packet[i] = m.template packetByOuterInner<Alignment>(row_start + i, col_start);
257 internal::ptranspose(A);
258 for (Index i = 0; i < PacketSize; ++i)
259 m.template writePacket<Alignment>(m.rowIndexByOuterInner(row_start + i, col_start),
260 m.colIndexByOuterInner(row_start + i, col_start), A.packet[i]);
262 PacketBlock<Packet> B;
263 for (Index i = 0; i < PacketSize; ++i) {
264 A.packet[i] = m.template packetByOuterInner<Alignment>(row_start + i, col_start);
265 B.packet[i] = m.template packetByOuterInner<Alignment>(col_start + i, row_start);
267 internal::ptranspose(A);
268 internal::ptranspose(B);
269 for (Index i = 0; i < PacketSize; ++i) {
270 m.template writePacket<Alignment>(m.rowIndexByOuterInner(row_start + i, col_start),
271 m.colIndexByOuterInner(row_start + i, col_start), B.packet[i]);
272 m.template writePacket<Alignment>(m.rowIndexByOuterInner(col_start + i, row_start),
273 m.colIndexByOuterInner(col_start + i, row_start), A.packet[i]);
280 constexpr int TailSize = MatrixType::RowsAtCompileTime == 0 || MatrixType::ColsAtCompileTime == 0 ? Dynamic : 1;
281 for (Index row = row_start; row < m.rows(); ++row) {
283 .template block<TailSize, Dynamic>(row, 0, 1, row)
284 .swap(m.matrix().template block<Dynamic, TailSize>(0, row, row, 1).transpose());
288template <
typename MatrixType,
bool MatchPacketSize>
289struct inplace_transpose_selector<MatrixType, false, MatchPacketSize> {
290 static void run(MatrixType& m) {
291 using Scalar =
typename MatrixType::Scalar;
292 if (m.rows() == m.cols()) {
293 const Index PacketSize = internal::packet_traits<Scalar>::size;
294 EIGEN_IF_CONSTEXPR (!NumTraits<Scalar>::IsComplex && (internal::evaluator<MatrixType>::Flags &
PacketAccessBit)) {
295 if (m.rows() >= PacketSize) {
296 if ((m.rows() % PacketSize) == 0 && (m.outerStride() % PacketSize) == 0)
297 BlockedInPlaceTranspose<MatrixType, internal::evaluator<MatrixType>::Alignment>(m);
299 BlockedInPlaceTranspose<MatrixType, Unaligned>(m);
303 m.matrix().template triangularView<StrictlyUpper>().swap(
304 m.matrix().transpose().template triangularView<StrictlyUpper>());
306 m = m.transpose().eval();
332template <
typename Derived>
335 internal::dimension_relation<1, 1>, internal::square_dimensions<Derived>>;
336 EIGEN_INTERNAL_SHAPE_ASSERT(ShapeRelation::Proven,
338 "transposeInPlace() called on a non-square non-resizable matrix");
339 internal::inplace_transpose_selector<Derived>::run(derived());
365template <
typename Derived>
370#ifndef EIGEN_NO_DEBUG
376template <
bool DestIsTransposed,
typename OtherDerived>
377struct check_transpose_aliasing_compile_time_selector
378 : bool_constant<bool(blas_traits<OtherDerived>::IsTransposed) != DestIsTransposed> {};
380template <
bool DestIsTransposed,
typename BinOp,
typename DerivedA,
typename DerivedB>
381struct check_transpose_aliasing_compile_time_selector<DestIsTransposed, CwiseBinaryOp<BinOp, DerivedA, DerivedB>>
382 : bool_constant<bool(blas_traits<DerivedA>::IsTransposed) != DestIsTransposed ||
383 bool(blas_traits<DerivedB>::IsTransposed) != DestIsTransposed> {};
385template <
typename Scalar,
bool DestIsTransposed,
typename OtherDerived>
386struct check_transpose_aliasing_run_time_selector {
387 EIGEN_DEVICE_FUNC
static bool run(
const Scalar* dest,
const OtherDerived& src) {
388 return (
bool(blas_traits<OtherDerived>::IsTransposed) != DestIsTransposed) &&
389 (dest != 0 && dest == (
const Scalar*)extract_data(src));
393template <
typename Scalar,
bool DestIsTransposed,
typename BinOp,
typename DerivedA,
typename DerivedB>
394struct check_transpose_aliasing_run_time_selector<Scalar, DestIsTransposed, CwiseBinaryOp<BinOp, DerivedA, DerivedB>> {
395 EIGEN_DEVICE_FUNC
static bool run(
const Scalar* dest,
const CwiseBinaryOp<BinOp, DerivedA, DerivedB>& src) {
396 return ((blas_traits<DerivedA>::IsTransposed != DestIsTransposed) &&
397 (dest != 0 && dest == (
const Scalar*)extract_data(src.lhs()))) ||
398 ((blas_traits<DerivedB>::IsTransposed != DestIsTransposed) &&
399 (dest != 0 && dest == (
const Scalar*)extract_data(src.rhs())));
409template <
typename Derived,
typename OtherDerived,
410 bool MightHaveTransposeAliasing =
411 check_transpose_aliasing_compile_time_selector<blas_traits<Derived>::IsTransposed, OtherDerived>::value>
412struct checkTransposeAliasing_impl {
413 EIGEN_DEVICE_FUNC
static void run(
const Derived& dst,
const OtherDerived& other) {
415 (!check_transpose_aliasing_run_time_selector<
typename Derived::Scalar, blas_traits<Derived>::IsTransposed,
416 OtherDerived>::run(extract_data(dst), other)) &&
417 "aliasing detected during transposition, use transposeInPlace() "
418 "or evaluate the rhs into a temporary using .eval()");
422template <
typename Derived,
typename OtherDerived>
423struct checkTransposeAliasing_impl<Derived, OtherDerived, false> {
424 EIGEN_DEVICE_FUNC
static void run(
const Derived&,
const OtherDerived&) {}
427template <
typename Dst,
typename Src>
428EIGEN_DEVICE_FUNC
inline void check_for_aliasing(
const Dst& dst,
const Src& src) {
429 EIGEN_IF_CONSTEXPR (!Dst::IsVectorAtCompileTime) {
430 if (dst.rows() > 1 && dst.cols() > 1) internal::checkTransposeAliasing_impl<Dst, Src>::run(dst, src);