35 #ifndef _BLAZE_MATH_EXPRESSIONS_TSMATTSMATMULTEXPR_H_
36 #define _BLAZE_MATH_EXPRESSIONS_TSMATTSMATMULTEXPR_H_
108 template<
typename MT1
110 class TSMatTSMatMultExpr :
public SparseMatrix< TSMatTSMatMultExpr<MT1,MT2>, true >
111 ,
private MatMatMultExpr
112 ,
private Computation
137 template<
typename T1,
typename T2,
typename T3 >
138 struct UseSMPAssignKernel {
139 enum { value = evaluateLeft || evaluateRight };
163 enum { smpAssignable = !evaluateLeft && !evaluateRight };
196 if(
lhs_.columns() == 0UL )
205 const ConstIterator end( B.end(j) );
206 ConstIterator element( B.begin(j) );
213 tmp =
lhs_(i,element->index()) * element->value();
215 for( ; element!=end; ++element )
216 tmp +=
lhs_(i,element->index()) * element->value();
222 for(
size_t k=1UL; k<
lhs_.columns(); ++k ) {
247 return rhs_.columns();
299 template<
typename T >
301 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
311 template<
typename T >
313 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
346 template<
typename MT
365 TSMatTSMatMultExpr::selectAssignKernel( ~lhs, A, B );
384 template<
typename MT3
388 selectAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
393 for(
size_t j=0UL; j<C.columns(); ++j ) {
394 const RightIterator rend( B.end(j) );
395 for( RightIterator relem=B.begin(j); relem!=rend; ++relem ) {
396 const LeftIterator lend( A.end( relem->index() ) );
397 for( LeftIterator lelem=A.begin( relem->index() ); lelem!=lend; ++lelem )
401 C(lelem->index(),j) = lelem->value() * relem->value();
404 C(lelem->index(),j) += lelem->value() * relem->value();
427 template<
typename MT3
430 static inline typename EnableIf< UseSMPAssignKernel<MT3,MT4,MT5> >::Type
431 selectAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
451 template<
typename MT >
463 (~lhs).reserve( tmp.nonZeros() );
482 template<
typename MT >
504 size_t nonzeros( 0UL );
506 for(
size_t j=0UL; j<(~lhs).
columns(); ++j ) {
507 const RightIterator rend( B.end(j) );
508 for( RightIterator relem=B.begin(j); relem!=rend; ++relem ) {
509 nonzeros += A.nonZeros( relem->index() );
513 if( nonzeros > (~lhs).rows() * (~lhs).
columns() ) {
517 (~lhs).reserve( nonzeros );
522 std::vector<byte> valid ( (~lhs).
rows(), 0 );
523 std::vector<size_t> indices( (~lhs).
rows(), 0UL );
524 size_t minIndex(
inf ), maxIndex( 0UL );
526 for(
size_t j=0UL; j<(~lhs).
columns(); ++j )
528 const RightIterator rend( B.end(j) );
529 for( RightIterator relem=B.begin(j); relem!=rend; ++relem )
531 const LeftIterator lend( A.end( relem->index() ) );
532 for( LeftIterator lelem=A.begin( relem->index() ); lelem!=lend; ++lelem )
534 if( !valid[lelem->index()] ) {
535 values[lelem->index()] = lelem->value() * relem->value();
536 valid [lelem->index()] = 1;
537 indices[nonzeros] = lelem->index();
539 if( lelem->index() < minIndex ) minIndex = lelem->index();
540 if( lelem->index() > maxIndex ) maxIndex = lelem->index();
543 values[lelem->index()] += lelem->value() * relem->value();
554 if( ( nonzeros + nonzeros ) < ( maxIndex - minIndex ) )
556 std::sort( indices.begin(), indices.begin() + nonzeros );
558 for(
size_t i=0UL; i<nonzeros; ++i )
560 const size_t index( indices[i] );
562 (~lhs).append( index, j, values[index] );
563 reset( values[index] );
566 reset( valid [index] );
570 for(
size_t i=minIndex; i<=maxIndex; ++i )
573 (~lhs).append( i, j, values[i] );
586 (~lhs).finalize( j );
605 template<
typename MT
624 TSMatTSMatMultExpr::selectAddAssignKernel( ~lhs, A, B );
643 template<
typename MT3
646 static inline typename DisableIf< UseSMPAssignKernel<MT3,MT4,MT5> >::Type
647 selectAddAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
652 for(
size_t j=0UL; j<C.columns(); ++j ) {
653 const RightIterator rend( B.end(j) );
654 for( RightIterator relem=B.begin(j); relem!=rend; ++relem ) {
655 const LeftIterator lend( A.end( relem->index() ) );
656 for( LeftIterator lelem=A.begin( relem->index() ); lelem!=lend; ++lelem ) {
657 C(lelem->index(),j) += lelem->value() * relem->value();
679 template<
typename MT3
682 static inline typename EnableIf< UseSMPAssignKernel<MT3,MT4,MT5> >::Type
683 selectAddAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
707 template<
typename MT
729 TSMatTSMatMultExpr::selectSubAssignKernel( ~lhs, A, B );
748 template<
typename MT3
751 static inline typename DisableIf< UseSMPAssignKernel<MT3,MT4,MT5> >::Type
752 selectSubAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
757 for(
size_t j=0UL; j<C.columns(); ++j ) {
758 const RightIterator rend( B.end(j) );
759 for( RightIterator relem=B.begin(j); relem!=rend; ++relem ) {
760 const LeftIterator lend( A.end( relem->index() ) );
761 for( LeftIterator lelem=A.begin( relem->index() ); lelem!=lend; ++lelem ) {
762 C(lelem->index(),j) -= lelem->value() * relem->value();
784 template<
typename MT3
787 static inline typename EnableIf< UseSMPAssignKernel<MT3,MT4,MT5> >::Type
788 selectSubAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
854 template<
typename T1
856 inline const TSMatTSMatMultExpr<T1,T2>
862 throw std::invalid_argument(
"Matrix sizes do not match" );
879 template<
typename MT1,
typename MT2,
typename VT >
880 struct TSMatDVecMultExprTrait< TSMatTSMatMultExpr<MT1,MT2>, VT >
884 typedef typename SelectType< IsSparseMatrix<MT1>::value && IsColumnMajorMatrix<MT1>::value &&
885 IsSparseMatrix<MT2>::value && IsColumnMajorMatrix<MT2>::value &&
886 IsDenseVector<VT>::value && IsColumnVector<VT>::value
887 ,
typename TSMatDVecMultExprTrait< MT1, typename TSMatDVecMultExprTrait<MT2,VT>::Type >::Type
888 , INVALID_TYPE >::Type Type;
897 template<
typename MT1,
typename MT2,
typename VT >
898 struct TSMatSVecMultExprTrait< TSMatTSMatMultExpr<MT1,MT2>, VT >
902 typedef typename SelectType< IsSparseMatrix<MT1>::value && IsColumnMajorMatrix<MT1>::value &&
903 IsSparseMatrix<MT2>::value && IsColumnMajorMatrix<MT2>::value &&
904 IsSparseVector<VT>::value && IsColumnVector<VT>::value
905 ,
typename TSMatDVecMultExprTrait< MT1, typename TSMatDVecMultExprTrait<MT2,VT>::Type >::Type
906 , INVALID_TYPE >::Type Type;
915 template<
typename VT,
typename MT1,
typename MT2 >
916 struct TDVecTSMatMultExprTrait< VT, TSMatTSMatMultExpr<MT1,MT2> >
920 typedef typename SelectType< IsDenseVector<VT>::value && IsRowVector<VT>::value &&
921 IsSparseMatrix<MT1>::value && IsColumnMajorMatrix<MT1>::value &&
922 IsSparseMatrix<MT2>::value && IsColumnMajorMatrix<MT2>::value
923 ,
typename TDVecTSMatMultExprTrait< typename TDVecTSMatMultExprTrait<VT,MT1>::Type, MT2 >::Type
924 , INVALID_TYPE >::Type Type;
933 template<
typename VT,
typename MT1,
typename MT2 >
934 struct TSVecTSMatMultExprTrait< VT, TSMatTSMatMultExpr<MT1,MT2> >
938 typedef typename SelectType< IsSparseVector<VT>::value && IsRowVector<VT>::value &&
939 IsSparseMatrix<MT1>::value && IsColumnMajorMatrix<MT1>::value &&
940 IsSparseMatrix<MT2>::value && IsColumnMajorMatrix<MT2>::value
941 ,
typename TSVecTSMatMultExprTrait< typename TSVecTSMatMultExprTrait<VT,MT1>::Type, MT2 >::Type
942 , INVALID_TYPE >::Type Type;
951 template<
typename MT1,
typename MT2,
bool AF >
952 struct SubmatrixExprTrait< TSMatTSMatMultExpr<MT1,MT2>, AF >
956 typedef typename MultExprTrait< typename SubmatrixExprTrait<const MT1,AF>::Type
957 ,
typename SubmatrixExprTrait<const MT2,AF>::Type >::Type Type;
966 template<
typename MT1,
typename MT2 >
967 struct RowExprTrait< TSMatTSMatMultExpr<MT1,MT2> >
971 typedef typename MultExprTrait< typename RowExprTrait<const MT1>::Type, MT2 >::Type Type;
980 template<
typename MT1,
typename MT2 >
981 struct ColumnExprTrait< TSMatTSMatMultExpr<MT1,MT2> >
985 typedef typename MultExprTrait< MT1, typename ColumnExprTrait<const MT2>::Type >::Type Type;
void reset(DynamicMatrix< Type, SO > &m)
Resetting the given dense matrix.
Definition: DynamicMatrix.h:4579
Header file for the UNUSED_PARAMETER function template.
const DMatDMatMultExpr< T1, T2 > operator*(const DenseMatrix< T1, false > &lhs, const DenseMatrix< T2, false > &rhs)
Multiplication operator for the multiplication of two row-major dense matrices ( ).
Definition: DMatDMatMultExpr.h:4075
MT2::CompositeType CT2
Composite type of the right-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:119
void smpSubAssign(DenseMatrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP subtraction assignment of a matrix to dense matrix.
Definition: DenseMatrix.h:151
bool canSMPAssign() const
Returns whether the expression can be used in SMP assignments.
Definition: TSMatTSMatMultExpr.h:322
Header file for the IsSparseMatrix type trait.
bool isDefault(const DynamicMatrix< Type, SO > &m)
Returns whether the given dense matrix is in default state.
Definition: DynamicMatrix.h:4622
Efficient implementation of a compressed matrix.The CompressedMatrix class template is the represent...
Definition: CompressedMatrix.h:197
Header file for the ColumnExprTrait class template.
ResultType::TransposeType TransposeType
Transpose type for expression template evaluations.
Definition: TSMatTSMatMultExpr.h:149
const ElementType ReturnType
Return type for expression template evaluations.
Definition: TSMatTSMatMultExpr.h:151
Header file for the IsColumnMajorMatrix type trait.
MT1::ResultType RT1
Result type of the left-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:116
Header file for the TSVecTSMatMultExprTrait class template.
Header file for the sparse matrix SMP implementation.
const This & CompositeType
Data type for composite expression templates.
Definition: CompressedMatrix.h:2384
Header file for the IsRowVector type trait.
Type ElementType
Type of the sparse matrix elements.
Definition: CompressedMatrix.h:249
ReturnType operator()(size_t i, size_t j) const
2D-access to the matrix elements.
Definition: TSMatTSMatMultExpr.h:187
void UNUSED_PARAMETER(const T1 &)
Suppression of unused parameter warnings.
Definition: Unused.h:84
LeftOperand leftOperand() const
Returns the left-hand side transpose sparse matrix operand.
Definition: TSMatTSMatMultExpr.h:278
TSMatTSMatMultExpr(const MT1 &lhs, const MT2 &rhs)
Constructor for the TSMatTSMatMultExpr class.
Definition: TSMatTSMatMultExpr.h:172
bool canAlias(const T *alias) const
Returns whether the expression can alias with the given address alias.
Definition: TSMatTSMatMultExpr.h:300
Header file for the Computation base class.
Header file for the MatMatMultExpr base class.
Header file for the RequiresEvaluation type trait.
Base class for dense matrices.The DenseMatrix class is a base class for all dense matrix classes...
Definition: DenseMatrix.h:70
Base class for sparse matrices.The SparseMatrix class is a base class for all sparse matrix classes...
Definition: Forward.h:104
RightOperand rightOperand() const
Returns the right-hand side transpose sparse matrix operand.
Definition: TSMatTSMatMultExpr.h:288
Header file for the SparseMatrix base class.
Constraint on the data type.
Header file for the MultExprTrait class template.
void smpAddAssign(DenseMatrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP addition assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:121
Compile time check to query the requirement to evaluate an expression.Via this type trait it is possi...
Definition: RequiresEvaluation.h:90
RightOperand rhs_
Right-hand side sparse matrix of the multiplication expression.
Definition: TSMatTSMatMultExpr.h:330
size_t columns() const
Returns the current number of columns of the matrix.
Definition: TSMatTSMatMultExpr.h:246
size_t nonZeros(size_t i) const
Returns the number of non-zero elements in the specified row.
Definition: TSMatTSMatMultExpr.h:267
Compile time type selection.The SelectType class template selects one of the two given types T1 and T...
Definition: SelectType.h:59
Header file for the DisableIf class template.
Header file for the multiplication trait.
LeftOperand lhs_
Left-hand side sparse matrix of the multiplication expression.
Definition: TSMatTSMatMultExpr.h:329
#define BLAZE_CONSTRAINT_MUST_BE_COLUMN_MAJOR_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a column-major dense or sparse matri...
Definition: StorageOrder.h:161
const Element * ConstIterator
Iterator over constant elements.
Definition: CompressedMatrix.h:2388
MultTrait< RT1, RT2 >::Type ResultType
Result type for expression template evaluations.
Definition: TSMatTSMatMultExpr.h:147
Header file for the TDVecTSMatMultExprTrait class template.
Header file for the dense matrix SMP implementation.
Header file for the TSMatDVecMultExprTrait class template.
Numerical infinity for built-in data types.
void assign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the assignment of a matrix to a matrix.
Definition: Matrix.h:179
ResultType::OppositeType OppositeType
Result type with opposite storage order for expression template evaluations.
Definition: TSMatTSMatMultExpr.h:148
Expression object for transpose sparse matrix-transpose sparse matrix multiplications.The TSMatTSMatMultExpr class represents the compile time expression for multiplications between two column-major sparse matrices.
Definition: Forward.h:141
Constraint on the data type.
Constraints on the storage order of matrix types.
Constraint on the data type.
size_t nonZeros() const
Returns the number of non-zero elements in the sparse matrix.
Definition: TSMatTSMatMultExpr.h:256
Header file for the SelectType class template.
Header file for the RowExprTrait class template.
Header file for all forward declarations for expression class templates.
Constraint on the data type.
Header file for the EnableIf class template.
Header file for the byte type.
void smpAssign(DenseMatrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:91
const size_t SMP_TSMATTSMATMULT_THRESHOLD
SMP column-major sparse matrix/column-major sparse matrix multiplication threshold.This threshold represents the system-specific threshold for a parallel column-major sparse matrix/column-major sparse matrix multiplication. In case the number of rows/columns of the target matrix is larger or equal to this threshold, the operation is executed in parallel. If the number of rows/columns is below this threshold the operation is executed single-threaded.
Definition: Thresholds.h:628
SelectType< IsExpression< MT1 >::value, const MT1, const MT1 & >::Type LeftOperand
Composite type of the left-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:155
Compile time check for resizable data types.This type trait tests whether the given data type is a re...
Definition: IsResizable.h:75
Header file for the IsSparseVector type trait.
Header file for the SubmatrixExprTrait class template.
Removal of reference modifiers.The RemoveCV type trait removes any reference modifiers from the given...
Definition: RemoveReference.h:69
TSMatTSMatMultExpr< MT1, MT2 > This
Type of this TSMatTSMatMultExpr instance.
Definition: TSMatTSMatMultExpr.h:146
size_t rows() const
Returns the current number of rows of the matrix.
Definition: TSMatTSMatMultExpr.h:236
Header file for run time assertion macros.
Utility type for generic codes.
Base template for the MultTrait class.
Definition: MultTrait.h:141
void addAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the addition assignment of a matrix to a matrix.
Definition: Matrix.h:209
Header file for the reset shim.
void subAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the subtraction assignment of a matrix to matrix.
Definition: Matrix.h:239
ResultType::ElementType ElementType
Resulting element type.
Definition: TSMatTSMatMultExpr.h:150
Header file for the isDefault shim.
MT2::ResultType RT2
Result type of the right-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:117
const Infinity inf
Global Infinity instance.The blaze::inf instance can be used wherever a built-in data type is expecte...
Definition: Infinity.h:1098
const ResultType CompositeType
Data type for composite expression templates.
Definition: TSMatTSMatMultExpr.h:152
Header file for the RemoveReference type trait.
Substitution Failure Is Not An Error (SFINAE) class.The DisableIf class template is an auxiliary tool...
Definition: DisableIf.h:184
MT1::CompositeType CT1
Composite type of the left-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:118
Header file for the IsDenseVector type trait.
bool isAliased(const T *alias) const
Returns whether the expression is aliased with the given address alias.
Definition: TSMatTSMatMultExpr.h:312
Header file for the IsComputation type trait class.
Header file for the IsBuiltin type trait.
#define BLAZE_FUNCTION_TRACE
Function trace macro.This macro can be used to reliably trace function calls. In case function tracin...
Definition: FunctionTrace.h:157
This ResultType
Result type for expression template evaluations.
Definition: CompressedMatrix.h:2379
size_t columns(const Matrix< MT, SO > &m)
Returns the current number of columns of the matrix.
Definition: Matrix.h:154
Header file for basic type definitions.
Header file for the IsColumnVector type trait.
Header file for the IsResizable type trait.
SelectType< IsExpression< MT2 >::value, const MT2, const MT2 & >::Type RightOperand
Composite type of the right-hand side sparse matrix expression.
Definition: TSMatTSMatMultExpr.h:158
Header file for the thresholds for matrix/vector and matrix/matrix multiplications.
size_t rows(const Matrix< MT, SO > &m)
Returns the current number of rows of the matrix.
Definition: Matrix.h:138
#define BLAZE_INTERNAL_ASSERT(expr, msg)
Run time assertion macro for internal checks.In case of an invalid run time expression, the program execution is terminated. The BLAZE_INTERNAL_ASSERT macro can be disabled by setting the BLAZE_USER_ASSERTION flag to zero or by defining NDEBUG during the compilation.
Definition: Assert.h:101
#define BLAZE_CONSTRAINT_MUST_BE_SPARSE_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a sparse, N-dimensional matrix type...
Definition: SparseMatrix.h:79
Header file for the IsExpression type trait class.
Header file for the TSMatSVecMultExprTrait class template.
Header file for the FunctionTrace class.