35#ifndef _BLAZE_MATH_EXPRESSIONS_TSMATSMATMULTEXPR_H_
36#define _BLAZE_MATH_EXPRESSIONS_TSMATSMATMULTEXPR_H_
102template<
typename MT1
105 :
public MatMatMultExpr< SparseMatrix< TSMatSMatMultExpr<MT1,MT2>, !IsIdentity_v<MT1> > >
134 template<
typename T1,
typename T2,
typename T3 >
135 static constexpr bool CanExploitSymmetry_v =
136 ( ( IsRowMajorMatrix_v<T1> && IsSymmetric_v<T2> ) ||
137 ( IsColumnMajorMatrix_v<T1> && IsSymmetric_v<T3> ) );
147 template<
typename T1,
typename T2,
typename T3 >
148 static constexpr bool IsEvaluationRequired_v =
206 if( IsDiagonal_v<MT1> ) {
209 else if( IsDiagonal_v<MT2> ) {
212 else if( IsTriangular_v<MT1> || IsTriangular_v<MT2> ) {
213 const size_t begin( ( IsUpper_v<MT1> )
214 ?( ( IsLower_v<MT2> )
215 ?(
max( ( IsStrictlyUpper_v<MT1> ? i+1UL : i )
216 , ( IsStrictlyLower_v<MT2> ? j+1UL : j ) ) )
217 :( IsStrictlyUpper_v<MT1> ? i+1UL : i ) )
218 :( ( IsLower_v<MT2> )
219 ?( IsStrictlyLower_v<MT2> ? j+1UL : j )
221 const size_t end( ( IsLower_v<MT1> )
222 ?( ( IsUpper_v<MT2> )
223 ?(
min( ( IsStrictlyLower_v<MT1> ? i : i+1UL )
224 , ( IsStrictlyUpper_v<MT2> ? j : j+1UL ) ) )
225 :( IsStrictlyLower_v<MT1> ? i : i+1UL ) )
226 :( ( IsUpper_v<MT2> )
227 ?( IsStrictlyUpper_v<MT2> ? j : j+1UL )
228 :(
lhs_.columns() ) ) );
252 if( i >=
lhs_.rows() ) {
255 if( j >=
rhs_.columns() ) {
267 inline size_t rows() const noexcept {
278 return rhs_.columns();
298 inline size_t nonZeros(
size_t i )
const noexcept {
330 template<
typename T >
331 inline bool canAlias(
const T* alias )
const noexcept {
332 return (
lhs_.canAlias( alias ) ||
rhs_.canAlias( alias ) );
342 template<
typename T >
343 inline bool isAliased(
const T* alias )
const noexcept {
344 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
354 return (
rows() *
columns() >= SMP_TSMATSMATMULT_THRESHOLD );
377 template<
typename MT
397 TSMatSMatMultExpr::selectAssignKernel( *lhs, A, B );
416 template<
typename MT3
419 static inline void selectAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
421 for(
size_t j=0UL; j<A.columns(); ++j ) {
422 const auto lend( A.end(j) );
423 for(
auto lelem=A.begin(j); lelem!=lend; ++lelem ) {
424 const auto rend( B.end(j) );
425 for(
auto relem=B.begin(j); relem!=rend; ++relem )
428 isDefault( C(lelem->index(),relem->index()) ) ) {
429 C(lelem->index(),relem->index()) = lelem->value() * relem->value();
432 C(lelem->index(),relem->index()) += lelem->value() * relem->value();
454 template<
typename MT >
455 friend inline auto assign( SparseMatrix<MT,false>& lhs,
const TSMatSMatMultExpr& rhs )
456 -> DisableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
467 const OppositeType_t<MT1> tmp(
serial( rhs.lhs_ ) );
468 assign( *lhs, tmp * rhs.rhs_ );
486 template<
typename MT >
487 friend inline auto assign( SparseMatrix<MT,true>& lhs,
const TSMatSMatMultExpr& rhs )
488 -> DisableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
497 const OppositeType_t<MT2> tmp(
serial( rhs.rhs_ ) );
498 assign( *lhs, rhs.lhs_ * tmp );
518 template<
typename MT >
520 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
529 assign( *lhs,
trans( rhs.lhs_ ) * rhs.rhs_ );
549 template<
typename MT >
551 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
558 assign( *lhs, rhs.lhs_ *
trans( rhs.rhs_ ) );
576 template<
typename MT
578 friend inline auto addAssign( DenseMatrix<MT,SO>& lhs,
const TSMatSMatMultExpr& rhs )
579 -> DisableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
596 TSMatSMatMultExpr::selectAddAssignKernel( *lhs, A, B );
615 template<
typename MT3
618 static inline void selectAddAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
620 for(
size_t j=0UL; j<A.columns(); ++j ) {
621 const auto lend( A.end(j) );
622 for(
auto lelem=A.begin(j); lelem!=lend; ++lelem ) {
623 const auto rend( B.end(j) );
624 for(
auto relem=B.begin(j); relem!=rend; ++relem ) {
625 C(lelem->index(),relem->index()) += lelem->value() * relem->value();
648 template<
typename MT >
649 friend inline auto addAssign( Matrix<MT,false>& lhs,
const TSMatSMatMultExpr& rhs )
650 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
659 addAssign( *lhs,
trans( rhs.lhs_ ) * rhs.rhs_ );
679 template<
typename MT >
680 friend inline auto addAssign( Matrix<MT,true>& lhs,
const TSMatSMatMultExpr& rhs )
681 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
688 addAssign( *lhs, rhs.lhs_ *
trans( rhs.rhs_ ) );
710 template<
typename MT
712 friend inline void subAssign( DenseMatrix<MT,SO>& lhs,
const TSMatSMatMultExpr& rhs )
729 TSMatSMatMultExpr::selectSubAssignKernel( *lhs, A, B );
748 template<
typename MT3
751 static inline void selectSubAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
753 for(
size_t j=0UL; j<A.columns(); ++j ) {
754 const auto lend( A.end(j) );
755 for(
auto lelem=A.begin(j); lelem!=lend; ++lelem ) {
756 const auto rend( B.end(j) );
757 for(
auto relem=B.begin(j); relem!=rend; ++relem ) {
758 C(lelem->index(),relem->index()) -= lelem->value() * relem->value();
781 template<
typename MT >
782 friend inline auto subAssign( Matrix<MT,false>& lhs,
const TSMatSMatMultExpr& rhs )
783 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
792 subAssign( *lhs,
trans( rhs.lhs_ ) * rhs.rhs_ );
812 template<
typename MT >
813 friend inline auto subAssign( Matrix<MT,true>& lhs,
const TSMatSMatMultExpr& rhs )
814 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
821 subAssign( *lhs, rhs.lhs_ *
trans( rhs.rhs_ ) );
843 template<
typename MT
845 friend inline void schurAssign( DenseMatrix<MT,SO>& lhs,
const TSMatSMatMultExpr& rhs )
856 schurAssign( *lhs, tmp );
889 template<
typename MT
892 -> EnableIf_t< IsEvaluationRequired_v<MT,MT1,MT2> >
929 template<
typename MT >
931 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
960 template<
typename MT >
962 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
990 template<
typename MT
993 -> EnableIf_t< IsEvaluationRequired_v<MT,MT1,MT2> >
1030 template<
typename MT >
1032 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
1061 template<
typename MT >
1063 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
1095 template<
typename MT
1098 -> EnableIf_t< IsEvaluationRequired_v<MT,MT1,MT2> >
1135 template<
typename MT >
1137 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
1166 template<
typename MT >
1168 -> EnableIf_t< CanExploitSymmetry_v<MT,MT1,MT2> >
1197 template<
typename MT
1263template<
typename MT1
1265 ,
DisableIf_t< ( ( IsIdentity_v<MT1> || IsIdentity_v<MT2> ) &&
1266 IsSame_v< ElementType_t<MT1>, ElementType_t<MT2> > ) ||
1267 ( IsIdentity_v<MT1> && IsIdentity_v<MT2> ) ||
1268 ( IsZero_v<MT1> || IsZero_v<MT2> ) >* =
nullptr >
1269inline const TSMatSMatMultExpr<MT1,MT2>
1270 tsmatsmatmult(
const SparseMatrix<MT1,true>& lhs,
const SparseMatrix<MT2,false>& rhs )
1276 return TSMatSMatMultExpr<MT1,MT2>( *lhs, *rhs );
1296template<
typename MT1
1298 , EnableIf_t< !IsIdentity_v<MT1> && IsIdentity_v<MT2> &&
1299 IsSame_v< ElementType_t<MT1>, ElementType_t<MT2> > >* =
nullptr >
1301 tsmatsmatmult(
const SparseMatrix<MT1,true>& lhs,
const SparseMatrix<MT2,false>& rhs )
1329template<
typename MT1
1331 , EnableIf_t< IsIdentity_v<MT1> && !IsIdentity_v<MT2> &&
1332 IsSame_v< ElementType_t<MT1>, ElementType_t<MT2> > >* =
nullptr >
1334 tsmatsmatmult(
const SparseMatrix<MT1,true>& lhs,
const SparseMatrix<MT2,false>& rhs )
1361template<
typename MT1
1363 , EnableIf_t< IsIdentity_v<MT1> && IsIdentity_v<MT2> >* =
nullptr >
1364inline decltype(
auto)
1365 tsmatsmatmult(
const SparseMatrix<MT1,true>& lhs,
const SparseMatrix<MT2,false>& rhs )
1373 using ReturnType =
const MultTrait_t< ResultType_t<MT1>, ResultType_t<MT2> >;
1378 return ReturnType( (*lhs).rows() );
1398template<
typename MT1
1400 , EnableIf_t< IsZero_v<MT1> || IsZero_v<MT2> >* =
nullptr >
1401inline decltype(
auto)
1402 tsmatsmatmult(
const SparseMatrix<MT1,true>& lhs,
const SparseMatrix<MT2,false>& rhs )
1408 using ReturnType =
const MultTrait_t< ResultType_t<MT1>, ResultType_t<MT2> >;
1413 return ReturnType( (*lhs).rows(), (*rhs).columns() );
1449template<
typename MT1
1451inline decltype(
auto)
1456 if( (*lhs).columns() != (*rhs).rows() ) {
1460 return tsmatsmatmult( *lhs, *rhs );
Header file for auxiliary alias declarations.
typename T::CompositeType CompositeType_t
Alias declaration for nested CompositeType type definitions.
Definition: Aliases.h:110
typename T::ResultType ResultType_t
Alias declaration for nested ResultType type definitions.
Definition: Aliases.h:450
typename T::ElementType ElementType_t
Alias declaration for nested ElementType type definitions.
Definition: Aliases.h:190
typename T::OppositeType OppositeType_t
Alias declaration for nested OppositeType type definitions.
Definition: Aliases.h:310
typename T::TransposeType TransposeType_t
Alias declaration for nested TransposeType type definitions.
Definition: Aliases.h:550
Header file for run time assertion macros.
Header file for the blaze::checked and blaze::unchecked instances.
Constraints on the storage order of matrix types.
Header file for the EnableIf class template.
Header file for the function trace functionality.
Constraint on the data type.
Header file for the If class template.
Header file for the IntegralConstant class template.
Header file for the IsColumnMajorMatrix type trait.
Header file for the isDefault shim.
Header file for the IsDiagonal type trait.
Header file for the IsExpression type trait class.
Header file for the IsIdentity type trait.
Header file for the IsLower type trait.
Header file for the IsResizable type trait.
Header file for the IsRowMajorMatrix type trait.
Header file for the IsStrictlyLower type trait.
Header file for the IsStrictlyUpper type trait.
Header file for the IsSymmetric type trait.
Header file for the IsTriangular type trait.
Header file for the IsUpper type trait.
Header file for the MAYBE_UNUSED function template.
Header file for the multiplication trait.
Constraints on the storage order of matrix types.
Constraint on the data type.
Constraint on the data type.
Base class for dense matrices.
Definition: DenseMatrix.h:82
Base class for sparse matrices.
Definition: SparseMatrix.h:77
Expression object for transpose sparse matrix-sparse matrix multiplications.
Definition: TSMatSMatMultExpr.h:107
ReturnType at(size_t i, size_t j) const
Checked access to the matrix elements.
Definition: TSMatSMatMultExpr.h:251
const ElementType ReturnType
Return type for expression template evaluations.
Definition: TSMatSMatMultExpr.h:165
ResultType_t< MT1 > RT1
Result type of the left-hand side sparse matrix expression.
Definition: TSMatSMatMultExpr.h:110
size_t nonZeros(size_t i) const noexcept
Returns the number of non-zero elements in the specified row.
Definition: TSMatSMatMultExpr.h:298
ResultType_t< MT2 > RT2
Result type of the right-hand side sparse matrix expression.
Definition: TSMatSMatMultExpr.h:111
LeftOperand lhs_
Left-hand side sparse matrix of the multiplication expression.
Definition: TSMatSMatMultExpr.h:360
LeftOperand leftOperand() const noexcept
Returns the left-hand side transpose sparse matrix operand.
Definition: TSMatSMatMultExpr.h:309
TransposeType_t< ResultType > TransposeType
Transpose type for expression template evaluations.
Definition: TSMatSMatMultExpr.h:163
RightOperand rightOperand() const noexcept
Returns the right-hand side sparse matrix operand.
Definition: TSMatSMatMultExpr.h:319
constexpr size_t nonZeros() const noexcept
Returns the number of non-zero elements in the sparse matrix.
Definition: TSMatSMatMultExpr.h:287
ElementType_t< ResultType > ElementType
Resulting element type.
Definition: TSMatSMatMultExpr.h:164
CompositeType_t< MT1 > CT1
Composite type of the left-hand side sparse matrix expression.
Definition: TSMatSMatMultExpr.h:112
ReturnType operator()(size_t i, size_t j) const
2D-access to the matrix elements.
Definition: TSMatSMatMultExpr.h:202
bool canSMPAssign() const noexcept
Returns whether the expression can be used in SMP assignments.
Definition: TSMatSMatMultExpr.h:353
bool canAlias(const T *alias) const noexcept
Returns whether the expression can alias with the given address alias.
Definition: TSMatSMatMultExpr.h:331
TSMatSMatMultExpr(const MT1 &lhs, const MT2 &rhs) noexcept
Constructor for the TSMatSMatMultExpr class.
Definition: TSMatSMatMultExpr.h:187
static constexpr bool evaluateLeft
Compilation switch for the composite type of the left-hand side sparse matrix expression.
Definition: TSMatSMatMultExpr.h:118
If_t< IsExpression_v< MT2 >, const MT2, const MT2 & > RightOperand
Composite type of the right-hand side sparse matrix expression.
Definition: TSMatSMatMultExpr.h:172
CompositeType_t< MT2 > CT2
Composite type of the right-hand side sparse matrix expression.
Definition: TSMatSMatMultExpr.h:113
static constexpr bool smpAssignable
Compilation switch for the expression template assignment strategy.
Definition: TSMatSMatMultExpr.h:177
MultTrait_t< RT1, RT2 > ResultType
Result type for expression template evaluations.
Definition: TSMatSMatMultExpr.h:161
bool isAliased(const T *alias) const noexcept
Returns whether the expression is aliased with the given address alias.
Definition: TSMatSMatMultExpr.h:343
RightOperand rhs_
Right-hand side sparse matrix of the multiplication expression.
Definition: TSMatSMatMultExpr.h:361
size_t rows() const noexcept
Returns the current number of rows of the matrix.
Definition: TSMatSMatMultExpr.h:267
size_t columns() const noexcept
Returns the current number of columns of the matrix.
Definition: TSMatSMatMultExpr.h:277
OppositeType_t< ResultType > OppositeType
Result type with opposite storage order for expression template evaluations.
Definition: TSMatSMatMultExpr.h:162
If_t< IsExpression_v< MT1 >, const MT1, const MT1 & > LeftOperand
Composite type of the left-hand side sparse matrix expression.
Definition: TSMatSMatMultExpr.h:169
static constexpr bool evaluateRight
Compilation switch for the composite type of the right-hand side sparse matrix expression.
Definition: TSMatSMatMultExpr.h:123
const ResultType CompositeType
Data type for composite expression templates.
Definition: TSMatSMatMultExpr.h:166
Constraint on the data type.
Constraint on the data type.
Constraint on the data type.
Header file for the Computation base class.
Header file for the MatMatMultExpr base class.
Header file for the SparseMatrix base class.
decltype(auto) column(Matrix< MT, SO > &matrix, RCAs... args)
Creating a view on a specific column of the given matrix.
Definition: Column.h:137
decltype(auto) min(const DenseMatrix< MT1, SO1 > &lhs, const DenseMatrix< MT2, SO2 > &rhs)
Computes the componentwise minimum of the dense matrices lhs and rhs.
Definition: DMatDMatMapExpr.h:1339
decltype(auto) max(const DenseMatrix< MT1, SO1 > &lhs, const DenseMatrix< MT2, SO2 > &rhs)
Computes the componentwise maximum of the dense matrices lhs and rhs.
Definition: DMatDMatMapExpr.h:1375
decltype(auto) trans(const DenseMatrix< MT, SO > &dm)
Calculation of the transpose of the given dense matrix.
Definition: DMatTransExpr.h:766
decltype(auto) serial(const DenseMatrix< MT, SO > &dm)
Forces the serial evaluation of the given dense matrix expression dm.
Definition: DMatSerialExpr.h:812
bool isDefault(const DiagonalMatrix< MT, SO, DF > &m)
Returns whether the given diagonal matrix is in default state.
Definition: DiagonalMatrix.h:169
#define BLAZE_CONSTRAINT_MUST_NOT_BE_SYMMETRIC_MATRIX_TYPE(T)
Constraint on the data type.
Definition: Symmetric.h:79
#define BLAZE_CONSTRAINT_MUST_BE_ROW_MAJOR_MATRIX_TYPE(T)
Constraint on the data type.
Definition: RowMajorMatrix.h:61
#define BLAZE_CONSTRAINT_MUST_NOT_REQUIRE_EVALUATION(T)
Constraint on the data type.
Definition: RequiresEvaluation.h:81
#define BLAZE_CONSTRAINT_MUST_FORM_VALID_MATMATMULTEXPR(T1, T2)
Constraint on the data type.
Definition: MatMatMultExpr.h:103
#define BLAZE_CONSTRAINT_MUST_NOT_BE_ZERO_TYPE(T)
Constraint on the data type.
Definition: Zero.h:81
#define BLAZE_CONSTRAINT_MUST_BE_SPARSE_MATRIX_TYPE(T)
Constraint on the data type.
Definition: SparseMatrix.h:61
#define BLAZE_CONSTRAINT_MUST_BE_IDENTITY_MATRIX_TYPE(T)
Constraint on the data type.
Definition: Identity.h:60
#define BLAZE_CONSTRAINT_MUST_BE_COLUMN_MAJOR_MATRIX_TYPE(T)
Constraint on the data type.
Definition: ColumnMajorMatrix.h:61
#define BLAZE_CONSTRAINT_MUST_BE_ZERO_TYPE(T)
Constraint on the data type.
Definition: Zero.h:61
#define BLAZE_CONSTRAINT_MUST_BE_MATRIX_WITH_STORAGE_ORDER(T, SO)
Constraint on the data type.
Definition: StorageOrder.h:63
typename MultTrait< T1, T2 >::Type MultTrait_t
Auxiliary alias declaration for the MultTrait class template.
Definition: MultTrait.h:165
constexpr bool IsResizable_v
Auxiliary variable template for the IsResizable type trait.
Definition: IsResizable.h:136
MT::Iterator end(Matrix< MT, SO > &matrix, size_t i)
Returns an iterator just past the last element of row/column i.
Definition: Matrix.h:584
MT::Iterator begin(Matrix< MT, SO > &matrix, size_t i)
Returns an iterator to the first element of row/column i.
Definition: Matrix.h:518
decltype(auto) row(Matrix< MT, SO > &, RRAs...)
Creating a view on a specific row of the given matrix.
Definition: Row.h:137
#define BLAZE_INTERNAL_ASSERT(expr, msg)
Run time assertion macro for internal checks.
Definition: Assert.h:101
auto smpSubAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs) -> EnableIf_t< IsDenseMatrix_v< MT1 > >
Default implementation of the SMP subtraction assignment of a matrix to dense matrix.
Definition: DenseMatrix.h:162
auto smpAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs) -> EnableIf_t< IsDenseMatrix_v< MT1 > >
Default implementation of the SMP assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:100
auto smpSchurAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs) -> EnableIf_t< IsDenseMatrix_v< MT1 > >
Default implementation of the SMP Schur product assignment of a matrix to dense matrix.
Definition: DenseMatrix.h:194
auto smpAddAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs) -> EnableIf_t< IsDenseMatrix_v< MT1 > >
Default implementation of the SMP addition assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:131
decltype(auto) subvector(Vector< VT, TF > &, RSAs...)
Creating a view on a specific subvector of the given vector.
Definition: Subvector.h:158
constexpr bool IsSame_v
Auxiliary variable template for the IsSame type trait.
Definition: IsSame.h:159
constexpr void MAYBE_UNUSED(const Args &...)
Suppression of unused parameter warnings.
Definition: MaybeUnused.h:81
typename If< Condition >::template Type< T1, T2 > If_t
Auxiliary alias template for the If class template.
Definition: If.h:108
#define BLAZE_THROW_OUT_OF_RANGE(MESSAGE)
Macro for the emission of a std::out_of_range exception.
Definition: Exception.h:331
#define BLAZE_THROW_INVALID_ARGUMENT(MESSAGE)
Macro for the emission of a std::invalid_argument exception.
Definition: Exception.h:235
typename EnableIf<!Condition, T >::Type DisableIf_t
Auxiliary type for the EnableIf class template.
Definition: EnableIf.h:175
#define BLAZE_FUNCTION_TRACE
Function trace macro.
Definition: FunctionTrace.h:94
constexpr Unchecked unchecked
Global Unchecked instance.
Definition: Check.h:146
Header file for the exception macros of the math module.
Header file for all forward declarations for expression class templates.
Header file for the serial shim.
Base class for all compute expression templates.
Definition: Computation.h:68
Base class for all matrix/matrix multiplication expression templates.
Definition: MatMatMultExpr.h:71
Header file for the thresholds for matrix/vector and matrix/matrix multiplications.
Header file for the IsZero type trait.
Header file for the RequiresEvaluation type trait.
Header file for basic type definitions.
Header file for the generic max algorithm.
Header file for the generic min algorithm.