35 #ifndef _BLAZE_MATH_EXPRESSIONS_TSMATTSMATMULTEXPR_H_ 36 #define _BLAZE_MATH_EXPRESSIONS_TSMATTSMATMULTEXPR_H_ 109 template<
typename MT1
111 class TSMatTSMatMultExpr
112 :
public MatMatMultExpr< SparseMatrix< TSMatTSMatMultExpr<MT1,MT2>, true > >
113 ,
private Computation
140 template<
typename T1,
typename T2,
typename T3 >
141 struct CanExploitSymmetry {
155 template<
typename T1,
typename T2,
typename T3 >
156 struct IsEvaluationRequired {
157 enum :
bool { value = ( evaluateLeft || evaluateRight ) &&
158 !CanExploitSymmetry<T1,T2,T3>::value };
182 enum :
bool { smpAssignable = !evaluateLeft && MT1::smpAssignable &&
183 !evaluateRight && MT2::smpAssignable };
233 :(
lhs_.columns() ) ) );
237 const size_t n(
end - begin );
256 if( i >=
lhs_.rows() ) {
259 if( j >=
rhs_.columns() ) {
271 inline size_t rows() const noexcept {
282 return rhs_.columns();
291 inline constexpr
size_t nonZeros() const noexcept {
302 inline size_t nonZeros(
size_t i )
const noexcept {
334 template<
typename T >
335 inline bool canAlias(
const T* alias )
const noexcept {
336 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
346 template<
typename T >
347 inline bool isAliased(
const T* alias )
const noexcept {
348 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
358 return (
rows() *
columns() >= SMP_TSMATTSMATMULT_THRESHOLD );
381 template<
typename MT
401 TSMatTSMatMultExpr::selectAssignKernel( ~lhs, A, B );
420 template<
typename MT3
423 static inline void selectAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
428 for(
size_t j=0UL; j<C.columns(); ++j ) {
429 const RightIterator rend( B.end(j) );
430 for( RightIterator relem=B.begin(j); relem!=rend; ++relem ) {
431 const LeftIterator lend( A.end( relem->index() ) );
432 for( LeftIterator lelem=A.begin( relem->index() ); lelem!=lend; ++lelem )
436 C(lelem->index(),j) = lelem->value() * relem->value();
439 C(lelem->index(),j) += lelem->value() * relem->value();
461 template<
typename MT >
476 (~lhs).reserve( tmp.nonZeros() );
495 template<
typename MT >
517 size_t nonzeros( 0UL );
519 for(
size_t j=0UL; j<(~lhs).
columns(); ++j ) {
520 const RightIterator rend( B.end(j) );
521 for( RightIterator relem=B.begin(j); relem!=rend; ++relem ) {
522 nonzeros += A.nonZeros( relem->index() );
526 if( nonzeros > (~lhs).rows() * (~lhs).
columns() ) {
530 (~lhs).reserve( nonzeros );
535 std::vector<byte_t> valid ( (~lhs).
rows(), 0 );
536 std::vector<size_t> indices( (~lhs).
rows(), 0UL );
537 size_t minIndex(
inf ), maxIndex( 0UL );
539 for(
size_t j=0UL; j<(~lhs).
columns(); ++j )
541 const RightIterator rend( B.end(j) );
542 for( RightIterator relem=B.begin(j); relem!=rend; ++relem )
544 const LeftIterator lend( A.end( relem->index() ) );
545 for( LeftIterator lelem=A.begin( relem->index() ); lelem!=lend; ++lelem )
547 if( !valid[lelem->index()] ) {
548 values[lelem->index()] = lelem->value() * relem->value();
549 valid [lelem->index()] = 1;
550 indices[nonzeros] = lelem->index();
552 if( lelem->index() < minIndex ) minIndex = lelem->index();
553 if( lelem->index() > maxIndex ) maxIndex = lelem->index();
556 values[lelem->index()] += lelem->value() * relem->value();
567 if( ( nonzeros + nonzeros ) < ( maxIndex - minIndex ) )
569 std::sort( indices.begin(), indices.begin() + nonzeros );
571 for(
size_t i=0UL; i<nonzeros; ++i )
573 const size_t index( indices[i] );
575 (~lhs).append( index, j, values[index] );
576 reset( values[index] );
579 reset( valid [index] );
583 for(
size_t i=minIndex; i<=maxIndex; ++i )
586 (~lhs).append( i, j, values[i] );
599 (~lhs).finalize( j );
620 template<
typename MT >
631 assign( ~lhs,
trans( rhs.lhs_ ) *
trans( rhs.rhs_ ) );
649 template<
typename MT
669 TSMatTSMatMultExpr::selectAddAssignKernel( ~lhs, A, B );
688 template<
typename MT3
691 static inline void selectAddAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
696 for(
size_t j=0UL; j<C.columns(); ++j ) {
697 const RightIterator rend( B.end(j) );
698 for( RightIterator relem=B.begin(j); relem!=rend; ++relem ) {
699 const LeftIterator lend( A.end( relem->index() ) );
700 for( LeftIterator lelem=A.begin( relem->index() ); lelem!=lend; ++lelem ) {
701 C(lelem->index(),j) += lelem->value() * relem->value();
724 template<
typename MT >
735 addAssign( ~lhs,
trans( rhs.lhs_ ) *
trans( rhs.rhs_ ) );
757 template<
typename MT
777 TSMatTSMatMultExpr::selectSubAssignKernel( ~lhs, A, B );
796 template<
typename MT3
799 static inline void selectSubAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
804 for(
size_t j=0UL; j<C.columns(); ++j ) {
805 const RightIterator rend( B.end(j) );
806 for( RightIterator relem=B.begin(j); relem!=rend; ++relem ) {
807 const LeftIterator lend( A.end( relem->index() ) );
808 for( LeftIterator lelem=A.begin( relem->index() ); lelem!=lend; ++lelem ) {
809 C(lelem->index(),j) -= lelem->value() * relem->value();
833 template<
typename MT >
844 subAssign( ~lhs,
trans( rhs.lhs_ ) *
trans( rhs.rhs_ ) );
866 template<
typename MT
880 schurAssign( ~lhs, tmp );
913 template<
typename MT
953 template<
typename MT >
985 template<
typename MT
1026 template<
typename MT >
1062 template<
typename MT
1103 template<
typename MT >
1136 template<
typename MT
1215 template<
typename MT1
1217 inline decltype(
auto)
1242 template<
typename MT1,
typename MT2 >
1243 struct Rows< TSMatTSMatMultExpr<MT1,MT2> >
1260 template<
typename MT1,
typename MT2 >
1261 struct Columns< TSMatTSMatMultExpr<MT1,MT2> >
1278 template<
typename MT1,
typename MT2 >
1279 struct IsLower< TSMatTSMatMultExpr<MT1,MT2> >
1280 :
public BoolConstant< And< IsLower<MT1>, IsLower<MT2> >::value >
1296 template<
typename MT1,
typename MT2 >
1297 struct IsUniLower< TSMatTSMatMultExpr<MT1,MT2> >
1298 :
public BoolConstant< And< IsUniLower<MT1>, IsUniLower<MT2> >::value >
1314 template<
typename MT1,
typename MT2 >
1316 :
public BoolConstant< Or< And< IsStrictlyLower<MT1>, IsLower<MT2> >
1317 , And< IsStrictlyLower<MT2>, IsLower<MT1> > >::value >
1333 template<
typename MT1,
typename MT2 >
1334 struct IsUpper< TSMatTSMatMultExpr<MT1,MT2> >
1335 :
public BoolConstant< And< IsUpper<MT1>, IsUpper<MT2> >::value >
1351 template<
typename MT1,
typename MT2 >
1352 struct IsUniUpper< TSMatTSMatMultExpr<MT1,MT2> >
1353 :
public BoolConstant< And< IsUniUpper<MT1>, IsUniUpper<MT2> >::value >
1369 template<
typename MT1,
typename MT2 >
1371 :
public BoolConstant< Or< And< IsStrictlyUpper<MT1>, IsUpper<MT2> >
1372 , And< IsStrictlyUpper<MT2>, IsUpper<MT1> > >::value >
#define BLAZE_THROW_INVALID_ARGUMENT(MESSAGE)
Macro for the emission of a std::invalid_argument exception.This macro encapsulates the default way o...
Definition: Exception.h:235
Header file for auxiliary alias declarations.
Headerfile for the generic min algorithm.
size_t rows() const noexcept
Returns the current number of rows of the matrix.
Definition: TSMatTSMatMultExpr.h:271
Header file for the Rows type trait.
Header file for the UNUSED_PARAMETER function template.
TSMatTSMatMultExpr(const MT1 &lhs, const MT2 &rhs) noexcept
Constructor for the TSMatTSMatMultExpr class.
Definition: TSMatTSMatMultExpr.h:192
Header file for the IsUniUpper type trait.
EnableIf_< IsDenseMatrix< MT1 > > smpSchurAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP Schur product assignment of a matrix to dense matrix.
Definition: DenseMatrix.h:196
Compile time check for triangular matrix types.This type trait tests whether or not the given templat...
Definition: IsTriangular.h:87
Header file for basic type definitions.
Subvector< VT, AF > subvector(Vector< VT, TF > &vector, size_t index, size_t size)
Creating a view on a specific subvector of the given vector.
Definition: Subvector.h:322
const ElementType ReturnType
Return type for expression template evaluations.
Definition: TSMatTSMatMultExpr.h:170
EnableIf_< IsDenseMatrix< MT1 > > smpSubAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP subtraction assignment of a matrix to dense matrix.
Definition: DenseMatrix.h:164
Header file for the serial shim.
Generic wrapper for a compile time constant integral value.The IntegralConstant class template repres...
Definition: IntegralConstant.h:71
BLAZE_ALWAYS_INLINE MT::Iterator begin(Matrix< MT, SO > &matrix, size_t i)
Returns an iterator to the first element of row/column i.
Definition: Matrix.h:198
If_< IsExpression< MT1 >, const MT1, const MT1 &> LeftOperand
Composite type of the left-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:174
void reset(const DiagonalProxy< MT > &proxy)
Resetting the represented element to the default initial values.
Definition: DiagonalProxy.h:560
LeftOperand leftOperand() const noexcept
Returns the left-hand side transpose sparse matrix operand.
Definition: TSMatTSMatMultExpr.h:313
typename DisableIf< Condition, T >::Type DisableIf_
Auxiliary type for the DisableIf class template.The DisableIf_ alias declaration provides a convenien...
Definition: DisableIf.h:224
Header file for the And class template.
const ElementType_< MT > min(const DenseMatrix< MT, SO > &dm)
Returns the smallest element of the dense matrix.
Definition: DenseMatrix.h:1762
Compile time check for lower triangular matrices.This type trait tests whether or not the given templ...
Definition: IsLower.h:88
typename MultTrait< T1, T2 >::Type MultTrait_
Auxiliary alias declaration for the MultTrait class template.The MultTrait_ alias declaration provide...
Definition: MultTrait.h:250
Column< MT > column(Matrix< MT, SO > &matrix, size_t index)
Creating a view on a specific column of the given matrix.
Definition: Column.h:124
Header file for the Computation base class.
Header file for the MatMatMultExpr base class.
Compile time check for upper triangular matrices.This type trait tests whether or not the given templ...
Definition: IsUpper.h:88
Header file for the RequiresEvaluation type trait.
Header file for the IsUniLower type trait.
typename T::ResultType ResultType_
Alias declaration for nested ResultType type definitions.The ResultType_ alias declaration provides a...
Definition: Aliases.h:343
const ElementType_< MT > max(const DenseMatrix< MT, SO > &dm)
Returns the largest element of the dense matrix.
Definition: DenseMatrix.h:1809
EnableIf_< IsDenseMatrix< MT1 > > smpAddAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP addition assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:133
Base class for dense matrices.The DenseMatrix class is a base class for all dense matrix classes...
Definition: DenseMatrix.h:78
Base class for sparse matrices.The SparseMatrix class is a base class for all sparse matrix classes...
Definition: Forward.h:129
bool canSMPAssign() const noexcept
Returns whether the expression can be used in SMP assignments.
Definition: TSMatTSMatMultExpr.h:357
Header file for the SparseMatrix base class.
Row< MT > row(Matrix< MT, SO > &matrix, size_t index)
Creating a view on a specific row of the given matrix.
Definition: Row.h:124
Constraint on the data type.
MultTrait_< RT1, RT2 > ResultType
Result type for expression template evaluations.
Definition: TSMatTSMatMultExpr.h:166
Compile time check to query the requirement to evaluate an expression.Via this type trait it is possi...
Definition: RequiresEvaluation.h:72
typename T::CompositeType CompositeType_
Alias declaration for nested CompositeType type definitions.The CompositeType_ alias declaration prov...
Definition: Aliases.h:83
Compile time check for upper unitriangular matrices.This type trait tests whether or not the given te...
Definition: IsUniUpper.h:86
Headerfile for the generic max algorithm.
Header file for the DisableIf class template.
ResultType_< MT1 > RT1
Result type of the left-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:117
Header file for the multiplication trait.
Header file for the IsStrictlyUpper type trait.
Header file for the IsSymmetric type trait.
constexpr size_t nonZeros() const noexcept
Returns the number of non-zero elements in the sparse matrix.
Definition: TSMatTSMatMultExpr.h:291
Namespace of the Blaze C++ math library.
Definition: Blaze.h:57
Header file for the If class template.
size_t columns() const noexcept
Returns the current number of columns of the matrix.
Definition: TSMatTSMatMultExpr.h:281
Compile time check for row-major matrix types.This type trait tests whether or not the given template...
Definition: IsRowMajorMatrix.h:110
#define BLAZE_CONSTRAINT_MUST_BE_COLUMN_MAJOR_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a column-major dense or sparse matri...
Definition: ColumnMajorMatrix.h:61
EnableIf_< IsDenseMatrix< MT1 > > smpAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:102
Header file for the Or class template.
#define BLAZE_THROW_OUT_OF_RANGE(MESSAGE)
Macro for the emission of a std::out_of_range exception.This macro encapsulates the default way of Bl...
Definition: Exception.h:331
Header file for the Columns type trait.
ElementType_< ResultType > ElementType
Resulting element type.
Definition: TSMatTSMatMultExpr.h:169
Numerical infinity for built-in data types.
RightOperand rhs_
Right-hand side sparse matrix of the multiplication expression.
Definition: TSMatTSMatMultExpr.h:365
typename T::ElementType ElementType_
Alias declaration for nested ElementType type definitions.The ElementType_ alias declaration provides...
Definition: Aliases.h:163
Expression object for transpose sparse matrix-transpose sparse matrix multiplications.The TSMatTSMatMultExpr class represents the compile time expression for multiplications between two column-major sparse matrices.
Definition: Forward.h:170
Header file for the IsLower type trait.
Compile time check for diagonal matrices.This type trait tests whether or not the given template para...
Definition: IsDiagonal.h:90
LeftOperand lhs_
Left-hand side sparse matrix of the multiplication expression.
Definition: TSMatTSMatMultExpr.h:364
ReturnType at(size_t i, size_t j) const
Checked access to the matrix elements.
Definition: TSMatTSMatMultExpr.h:255
OppositeType_< ResultType > OppositeType
Result type with opposite storage order for expression template evaluations.
Definition: TSMatTSMatMultExpr.h:167
Header file for the IsTriangular type trait.
Compile time check for symmetric matrices.This type trait tests whether or not the given template par...
Definition: IsSymmetric.h:85
Header file for the exception macros of the math module.
Compile time check for strictly upper triangular matrices.This type trait tests whether or not the gi...
Definition: IsStrictlyUpper.h:86
BLAZE_ALWAYS_INLINE MT::Iterator end(Matrix< MT, SO > &matrix, size_t i)
Returns an iterator just past the last element of row/column i.
Definition: Matrix.h:264
Constraint on the data type.
Header file for all forward declarations for expression class templates.
Header file for the EnableIf class template.
Header file for the IsStrictlyLower type trait.
ResultType_< MT2 > RT2
Result type of the right-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:118
#define BLAZE_CONSTRAINT_MUST_FORM_VALID_MATMATMULTEXPR(T1, T2)
Constraint on the data type.In case the given data types T1 and T2 do not form a valid matrix/matrix ...
Definition: MatMatMultExpr.h:108
Compile time check for lower unitriangular matrices.This type trait tests whether or not the given te...
Definition: IsUniLower.h:86
bool canAlias(const T *alias) const noexcept
Returns whether the expression can alias with the given address alias.
Definition: TSMatTSMatMultExpr.h:335
size_t nonZeros(size_t i) const noexcept
Returns the number of non-zero elements in the specified row.
Definition: TSMatTSMatMultExpr.h:302
Compile time check for resizable data types.This type trait tests whether the given data type is a re...
Definition: IsResizable.h:75
#define BLAZE_CONSTRAINT_MUST_NOT_BE_SYMMETRIC_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is a symmetric matrix type, a compilation error is created.
Definition: Symmetric.h:79
Header file for run time assertion macros.
Utility type for generic codes.
CompositeType_< MT1 > CT1
Composite type of the left-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:119
RightOperand rightOperand() const noexcept
Returns the right-hand side transpose sparse matrix operand.
Definition: TSMatTSMatMultExpr.h:323
typename If< T1, T2, T3 >::Type If_
Auxiliary alias declaration for the If class template.The If_ alias declaration provides a convenient...
Definition: If.h:154
bool isAliased(const T *alias) const noexcept
Returns whether the expression is aliased with the given address alias.
Definition: TSMatTSMatMultExpr.h:347
Header file for the reset shim.
#define BLAZE_FUNCTION_TRACE
Function trace macro.This macro can be used to reliably trace function calls. In case function tracin...
Definition: FunctionTrace.h:94
Header file for the isDefault shim.
Base class for matrices.The Matrix class is a base class for all dense and sparse matrix classes with...
Definition: Forward.h:101
Constraint on the data type.
Constraints on the storage order of matrix types.
decltype(auto) serial(const DenseMatrix< MT, SO > &dm)
Forces the serial evaluation of the given dense matrix expression dm.
Definition: DMatSerialExpr.h:819
#define BLAZE_CONSTRAINT_MUST_NOT_REQUIRE_EVALUATION(T)
Constraint on the data type.In case the given data type T requires an intermediate evaluation within ...
Definition: RequiresEvaluation.h:81
CompositeType_< MT2 > CT2
Composite type of the right-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:120
Header file for the RemoveReference type trait.
typename EnableIf< Condition, T >::Type EnableIf_
Auxiliary alias declaration for the EnableIf class template.The EnableIf_ alias declaration provides ...
Definition: EnableIf.h:224
typename T::OppositeType OppositeType_
Alias declaration for nested OppositeType type definitions.The OppositeType_ alias declaration provid...
Definition: Aliases.h:263
const ResultType CompositeType
Data type for composite expression templates.
Definition: TSMatTSMatMultExpr.h:171
Compile time check for strictly lower triangular matrices.This type trait tests whether or not the gi...
Definition: IsStrictlyLower.h:86
const Type & ReturnType
Return type for expression template evaluations.
Definition: CompressedMatrix.h:3082
typename T::ConstIterator ConstIterator_
Alias declaration for nested ConstIterator type definitions.The ConstIterator_ alias declaration prov...
Definition: Aliases.h:103
decltype(auto) trans(const DenseMatrix< MT, SO > &dm)
Calculation of the transpose of the given dense matrix.
Definition: DMatTransExpr.h:790
Header file for the IsRowMajorMatrix type trait.
Header file for the IsComputation type trait class.
Header file for the IsBuiltin type trait.
TransposeType_< ResultType > TransposeType
Transpose type for expression template evaluations.
Definition: TSMatTSMatMultExpr.h:168
ReturnType operator()(size_t i, size_t j) const
2D-access to the matrix elements.
Definition: TSMatTSMatMultExpr.h:207
Header file for the IntegralConstant class template.
Compile time evaluation of the number of columns of a matrix.The Columns type trait evaluates the num...
Definition: Columns.h:75
constexpr Infinity inf
Global Infinity instance.The blaze::inf instance can be used wherever a built-in data type is expecte...
Definition: Infinity.h:1073
Compile time evaluation of the number of rows of a matrix.The Rows type trait evaluates the number of...
Definition: Rows.h:75
If_< IsExpression< MT2 >, const MT2, const MT2 &> RightOperand
Composite type of the right-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:177
bool isDefault(const DiagonalProxy< MT > &proxy)
Returns whether the represented element is in default state.
Definition: DiagonalProxy.h:600
typename T::TransposeType TransposeType_
Alias declaration for nested TransposeType type definitions.The TransposeType_ alias declaration prov...
Definition: Aliases.h:423
Header file for the IsUpper type trait.
void UNUSED_PARAMETER(const Args &...)
Suppression of unused parameter warnings.
Definition: Unused.h:81
Constraint on the data type.
Header file for the IsResizable type trait.
Header file for the thresholds for matrix/vector and matrix/matrix multiplications.
#define BLAZE_INTERNAL_ASSERT(expr, msg)
Run time assertion macro for internal checks.In case of an invalid run time expression, the program execution is terminated. The BLAZE_INTERNAL_ASSERT macro can be disabled by setting the BLAZE_USER_ASSERTION flag to zero or by defining NDEBUG during the compilation.
Definition: Assert.h:101
#define BLAZE_CONSTRAINT_MUST_BE_SPARSE_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a sparse, N-dimensional matrix type...
Definition: SparseMatrix.h:61
Header file for the IsExpression type trait class.
Header file for the function trace functionality.