35 #ifndef _BLAZE_MATH_EXPRESSIONS_DMATSMATMULTEXPR_H_
36 #define _BLAZE_MATH_EXPRESSIONS_DMATSMATMULTEXPR_H_
101 template<
typename MT1
140 enum { vectorizable = 0 };
170 if(
lhs_.columns() != 0UL ) {
172 for(
size_t k=1UL; k<
lhs_.columns(); ++k ) {
200 return rhs_.columns();
230 template<
typename T >
232 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
242 template<
typename T >
244 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
268 template<
typename MT >
289 for(
size_t i=0UL; i<A.rows(); ++i ) {
290 for(
size_t j=0UL; j<(~lhs).
columns(); ++j ) {
291 reset( (~lhs)(i,j) );
293 for(
size_t j=0UL; j<B.rows(); ++j ) {
294 ConstIterator element( B.begin(j) );
295 const ConstIterator end( B.end(j) );
296 for( ; element!=end; ++element ) {
297 if(
isDefault( (~lhs)(i,element->index()) ) )
298 (~lhs)(i,element->index()) = A(i,j) * element->value();
300 (~lhs)(i,element->index()) += A(i,j) * element->value();
322 template<
typename MT >
345 for(
size_t i=0UL; i<B.rows(); ++i ) {
346 for(
size_t jj=0UL; jj<A.rows(); jj+=8UL ) {
347 const size_t jend( ( jj+8UL > A.rows() )?( A.rows() ):( jj+8UL ) );
348 ConstIterator element( B.begin(i) );
349 const ConstIterator end( B.end(i) );
350 for( ; element!=end; ++element ) {
351 for(
size_t j=jj; j<jend; ++j ) {
352 if(
isDefault( (~lhs)(j,element->index()) ) )
353 (~lhs)(j,element->index()) = A(j,i) * element->value();
355 (~lhs)(j,element->index()) += A(j,i) * element->value();
378 template<
typename MT >
379 friend inline typename DisableIf< IsResizable<typename MT::ElementType> >::Type
399 BLAZE_INTERNAL_ASSERT( ( A.rows() - ( A.rows() % 4UL ) ) == ( A.rows() & size_t(-4) ),
"Invalid end calculation" );
400 const size_t last( A.rows() & size_t(-4) );
402 for(
size_t i=0UL; i<last; i+=4UL ) {
403 for(
size_t j=0UL; j<(~lhs).
columns(); ++j ) {
404 reset( (~lhs)(i ,j) );
405 reset( (~lhs)(i+1UL,j) );
406 reset( (~lhs)(i+2UL,j) );
407 reset( (~lhs)(i+3UL,j) );
409 for(
size_t j=0UL; j<B.rows(); ++j ) {
410 ConstIterator element( B.begin(j) );
411 const ConstIterator end( B.end(j) );
412 for( ; element!=end; ++element ) {
413 (~lhs)(i ,element->index()) += A(i ,j) * element->value();
414 (~lhs)(i+1UL,element->index()) += A(i+1UL,j) * element->value();
415 (~lhs)(i+2UL,element->index()) += A(i+2UL,j) * element->value();
416 (~lhs)(i+3UL,element->index()) += A(i+3UL,j) * element->value();
421 for(
size_t i=last; i<A.rows(); ++i ) {
422 for(
size_t j=0UL; j<(~lhs).
columns(); ++j ) {
423 reset( (~lhs)(i,j) );
425 for(
size_t j=0UL; j<B.rows(); ++j ) {
426 ConstIterator element( B.begin(j) );
427 const ConstIterator end( B.end(j) );
428 for( ; element!=end; ++element ) {
429 (~lhs)(i,element->index()) += A(i,j) * element->value();
451 template<
typename MT >
452 friend inline typename DisableIf< IsResizable<typename MT::ElementType> >::Type
474 for(
size_t i=0UL; i<B.rows(); ++i ) {
475 for(
size_t jj=0UL; jj<A.rows(); jj+=8UL ) {
476 const size_t jend( ( jj+8UL > A.rows() )?( A.rows() ):( jj+8UL ) );
477 ConstIterator element( B.begin(i) );
478 const ConstIterator end( B.end(i) );
479 for( ; element!=end; ++element ) {
480 for(
size_t j=jj; j<jend; ++j ) {
481 (~lhs)(j,element->index()) += A(j,i) * element->value();
502 template<
typename MT
508 typedef typename SelectType< SO, OppositeType, ResultType >::Type TmpType;
520 const TmpType tmp( rhs );
539 template<
typename MT >
559 const size_t last( A.rows() & size_t(-4) );
561 for(
size_t i=0UL; i<last; i+=4UL ) {
562 for(
size_t j=0UL; j<B.rows(); ++j ) {
563 ConstIterator element( B.begin(j) );
564 const ConstIterator end( B.end(j) );
565 for( ; element!=end; ++element ) {
566 (~lhs)(i ,element->index()) += A(i ,j) * element->value();
567 (~lhs)(i+1UL,element->index()) += A(i+1UL,j) * element->value();
568 (~lhs)(i+2UL,element->index()) += A(i+2UL,j) * element->value();
569 (~lhs)(i+3UL,element->index()) += A(i+3UL,j) * element->value();
574 for(
size_t i=last; i<A.rows(); ++i ) {
575 for(
size_t j=0UL; j<B.rows(); ++j ) {
576 ConstIterator element( B.begin(j) );
577 const ConstIterator end( B.end(j) );
578 for( ; element!=end; ++element ) {
579 (~lhs)(i,element->index()) += A(i,j) * element->value();
600 template<
typename MT >
620 for(
size_t i=0UL; i<B.rows(); ++i ) {
621 for(
size_t jj=0UL; jj<A.rows(); jj+=8UL ) {
622 const size_t jend( ( jj+8UL > A.rows() )?( A.rows() ):( jj+8UL ) );
623 ConstIterator element( B.begin(i) );
624 const ConstIterator end( B.end(i) );
625 for( ; element!=end; ++element ) {
626 for(
size_t j=jj; j<jend; ++j ) {
627 (~lhs)(j,element->index()) += A(j,i) * element->value();
653 template<
typename MT >
673 const size_t last( A.rows() & size_t(-4) );
675 for(
size_t i=0UL; i<last; i+=4UL ) {
676 for(
size_t j=0UL; j<B.rows(); ++j ) {
677 ConstIterator element( B.begin(j) );
678 const ConstIterator end( B.end(j) );
679 for( ; element!=end; ++element ) {
680 (~lhs)(i ,element->index()) -= A(i ,j) * element->value();
681 (~lhs)(i+1UL,element->index()) -= A(i+1UL,j) * element->value();
682 (~lhs)(i+2UL,element->index()) -= A(i+2UL,j) * element->value();
683 (~lhs)(i+3UL,element->index()) -= A(i+3UL,j) * element->value();
688 for(
size_t i=last; i<A.rows(); ++i ) {
689 for(
size_t j=0UL; j<B.rows(); ++j ) {
690 ConstIterator element( B.begin(j) );
691 const ConstIterator end( B.end(j) );
692 for( ; element!=end; ++element ) {
693 (~lhs)(i,element->index()) -= A(i,j) * element->value();
714 template<
typename MT >
734 for(
size_t i=0UL; i<B.rows(); ++i ) {
735 for(
size_t jj=0UL; jj<A.rows(); jj+=8UL ) {
736 const size_t jend( ( jj+8UL > A.rows() )?( A.rows() ):( jj+8UL ) );
737 ConstIterator element( B.begin(i) );
738 const ConstIterator end( B.end(i) );
739 for( ; element!=end; ++element ) {
740 for(
size_t j=jj; j<jend; ++j ) {
741 (~lhs)(j,element->index()) -= A(j,i) * element->value();
811 template<
typename T1
813 inline const DMatSMatMultExpr<T1,T2>
819 throw std::invalid_argument(
"Matrix sizes do not match" );
836 template<
typename MT1,
typename MT2,
typename VT >
837 struct DMatDVecMultExprTrait< DMatSMatMultExpr<MT1,MT2>, VT >
841 typedef typename SelectType< IsDenseMatrix<MT1>::value && IsRowMajorMatrix<MT1>::value &&
842 IsSparseMatrix<MT2>::value && IsRowMajorMatrix<MT2>::value &&
843 IsDenseVector<VT>::value && IsColumnVector<VT>::value
844 ,
typename DMatDVecMultExprTrait< MT1, typename SMatDVecMultExprTrait<MT2,VT>::Type >::Type
845 , INVALID_TYPE >::Type Type;
854 template<
typename MT1,
typename MT2,
typename VT >
855 struct DMatSVecMultExprTrait< DMatSMatMultExpr<MT1,MT2>, VT >
859 typedef typename SelectType< IsDenseMatrix<MT1>::value && IsRowMajorMatrix<MT1>::value &&
860 IsSparseMatrix<MT2>::value && IsRowMajorMatrix<MT2>::value &&
861 IsSparseVector<VT>::value && IsColumnVector<VT>::value
862 ,
typename DMatSVecMultExprTrait< MT1, typename SMatSVecMultExprTrait<MT2,VT>::Type >::Type
863 , INVALID_TYPE >::Type Type;
872 template<
typename VT,
typename MT1,
typename MT2 >
873 struct TDVecDMatMultExprTrait< VT, DMatSMatMultExpr<MT1,MT2> >
877 typedef typename SelectType< IsDenseVector<VT>::value && IsRowVector<VT>::value &&
878 IsDenseMatrix<MT1>::value && IsRowMajorMatrix<MT1>::value &&
879 IsSparseMatrix<MT2>::value && IsRowMajorMatrix<MT2>::value
880 ,
typename TDVecSMatMultExprTrait< typename TDVecDMatMultExprTrait<VT,MT1>::Type, MT2 >::Type
881 , INVALID_TYPE >::Type Type;
890 template<
typename VT,
typename MT1,
typename MT2 >
891 struct TSVecDMatMultExprTrait< VT, DMatSMatMultExpr<MT1,MT2> >
895 typedef typename SelectType< IsSparseVector<VT>::value && IsRowVector<VT>::value &&
896 IsDenseMatrix<MT1>::value && IsRowMajorMatrix<MT1>::value &&
897 IsSparseMatrix<MT2>::value && IsRowMajorMatrix<MT2>::value
898 ,
typename TDVecSMatMultExprTrait< typename TDVecDMatMultExprTrait<VT,MT1>::Type, MT2 >::Type
899 , INVALID_TYPE >::Type Type;
908 template<
typename MT1,
typename MT2 >
909 struct SubmatrixExprTrait< DMatSMatMultExpr<MT1,MT2> >
913 typedef typename MultExprTrait< typename SubmatrixExprTrait<const MT1>::Type
914 ,
typename SubmatrixExprTrait<const MT2>::Type >::Type Type;
923 template<
typename MT1,
typename MT2 >
924 struct RowExprTrait< DMatSMatMultExpr<MT1,MT2> >
928 typedef typename MultExprTrait< typename RowExprTrait<const MT1>::Type, MT2 >::Type Type;
937 template<
typename MT1,
typename MT2 >
938 struct ColumnExprTrait< DMatSMatMultExpr<MT1,MT2> >
942 typedef typename MultExprTrait< MT1, typename ColumnExprTrait<const MT2>::Type >::Type Type;
ResultType::TransposeType TransposeType
Transpose type for expression template evaluations.
Definition: DMatSMatMultExpr.h:120
RightOperand rhs_
Right-hand side sparse matrix of the multiplication expression.
Definition: DMatSMatMultExpr.h:251
Header file for the SMatDVecMultExprTrait class template.
void reset(DynamicMatrix< Type, SO > &m)
Resetting the given dense matrix.
Definition: DynamicMatrix.h:4512
const DMatDMatMultExpr< T1, T2 > operator*(const DenseMatrix< T1, false > &lhs, const DenseMatrix< T2, false > &rhs)
Multiplication operator for the multiplication of two row-major dense matrices ( ).
Definition: DMatDMatMultExpr.h:3703
const ResultType CompositeType
Data type for composite expression templates.
Definition: DMatSMatMultExpr.h:123
ReturnType operator()(size_t i, size_t j) const
2D-access to the matrix elements.
Definition: DMatSMatMultExpr.h:164
const ElementType ReturnType
Return type for expression template evaluations.
Definition: DMatSMatMultExpr.h:122
Header file for the IsSparseMatrix type trait.
bool isDefault(const DynamicMatrix< Type, SO > &m)
Returns whether the given dense matrix is in default state.
Definition: DynamicMatrix.h:4555
Efficient implementation of a compressed matrix.The CompressedMatrix class template is the represent...
Definition: CompressedMatrix.h:196
#define BLAZE_CONSTRAINT_MUST_BE_DENSE_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a dense, N-dimensional matrix type...
Definition: DenseMatrix.h:79
Header file for the ColumnExprTrait class template.
const This & CompositeType
Data type for composite expression templates.
Definition: CompressedMatrix.h:2375
Header file for the IsRowVector type trait.
Type ElementType
Type of the sparse matrix elements.
Definition: CompressedMatrix.h:248
size_t columns() const
Returns the current number of columns of the matrix.
Definition: DMatSMatMultExpr.h:199
MT2::ResultType RT2
Result type of the right-hand side sparse matrix expression.
Definition: DMatSMatMultExpr.h:110
Header file for the TDVecSMatMultExprTrait class template.
MultTrait< RT1, RT2 >::Type ResultType
Result type for expression template evaluations.
Definition: DMatSMatMultExpr.h:118
SelectType< IsComputation< MT1 >::value, const RT1, CT1 >::Type LT
Type for the assignment of the left-hand side dense matrix operand.
Definition: DMatSMatMultExpr.h:132
Header file for the Computation base class.
Header file for the MatMatMultExpr base class.
Base class for dense matrices.The DenseMatrix class is a base class for all dense matrix classes...
Definition: DenseMatrix.h:70
Base class for sparse matrices.The SparseMatrix class is a base class for all sparse matrix classes...
Definition: Forward.h:104
Constraint on the data type.
Constraint on the data type.
Constraint on the data type.
Header file for the MultExprTrait class template.
SelectType< IsExpression< MT2 >::value, const MT2, const MT2 & >::Type RightOperand
Composite type of the right-hand side sparse matrix expression.
Definition: DMatSMatMultExpr.h:129
LeftOperand lhs_
Left-hand side dense matrix of the multiplication expression.
Definition: DMatSMatMultExpr.h:250
size_t rows() const
Returns the current number of rows of the matrix.
Definition: DMatSMatMultExpr.h:189
Compile time type selection.The SelectType class template selects one of the two given types T1 and T...
Definition: SelectType.h:59
Header file for the DisableIf class template.
Header file for the multiplication trait.
MT1::ResultType RT1
Result type of the left-hand side dense matrix expression.
Definition: DMatSMatMultExpr.h:109
#define BLAZE_CONSTRAINT_MUST_BE_COLUMN_MAJOR_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a column-major dense or sparse matri...
Definition: StorageOrder.h:161
const Element * ConstIterator
Iterator over constant elements.
Definition: CompressedMatrix.h:2379
LeftOperand leftOperand() const
Returns the left-hand side dense matrix operand.
Definition: DMatSMatMultExpr.h:209
Header file for the DenseMatrix base class.
ResultType::OppositeType OppositeType
Result type with opposite storage order for expression template evaluations.
Definition: DMatSMatMultExpr.h:119
void assign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the assignment of a matrix to a matrix.
Definition: Matrix.h:179
Header file for the DMatDVecMultExprTrait class template.
Header file for the SMatSVecMultExprTrait class template.
#define BLAZE_CONSTRAINT_MUST_BE_REFERENCE_TYPE(T)
Constraint on the data type.In case the given data type T is not a reference type, a compilation error is created.
Definition: Reference.h:78
Constraints on the storage order of matrix types.
Header file for the SelectType class template.
Header file for the RowExprTrait class template.
Header file for all forward declarations for expression class templates.
Header file for the IsDenseMatrix type trait.
Header file for the EnableIf class template.
ResultType::ElementType ElementType
Resulting element type.
Definition: DMatSMatMultExpr.h:121
MT1::CompositeType CT1
Composite type of the left-hand side dense matrix expression.
Definition: DMatSMatMultExpr.h:111
SelectType< IsComputation< MT2 >::value, const RT2, CT2 >::Type RT
Type for the assignment of the right-hand side sparse matrix operand.
Definition: DMatSMatMultExpr.h:135
Base class for all matrix/matrix multiplication expression templates.The MatMatMultExpr class serves ...
Definition: MatMatMultExpr.h:65
Header file for the IsSparseVector type trait.
Header file for the SubmatrixExprTrait class template.
#define BLAZE_CONSTRAINT_MUST_BE_ROW_MAJOR_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a row-major dense or sparse matrix t...
Definition: StorageOrder.h:81
Removal of reference modifiers.The RemoveCV type trait removes any reference modifiers from the given...
Definition: RemoveReference.h:69
bool canAlias(const T *alias) const
Returns whether the expression can alias with the given address alias.
Definition: DMatSMatMultExpr.h:231
Header file for run time assertion macros.
bool isAliased(const T *alias) const
Returns whether the expression is aliased with the given address alias.
Definition: DMatSMatMultExpr.h:243
Utility type for generic codes.
Base template for the MultTrait class.
Definition: MultTrait.h:141
Expression object for dense matrix-sparse matrix multiplications.The DMatSMatMultExpr class represent...
Definition: DMatSMatMultExpr.h:103
void addAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the addition assignment of a matrix to a matrix.
Definition: Matrix.h:209
Substitution Failure Is Not An Error (SFINAE) class.The EnableIf class template is an auxiliary tool ...
Definition: EnableIf.h:184
Header file for the reset shim.
void subAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the subtraction assignment of a matrix to matrix.
Definition: Matrix.h:239
Header file for the isDefault shim.
Header file for the RemoveReference type trait.
#define BLAZE_CONSTRAINT_MATRICES_MUST_HAVE_SAME_STORAGE_ORDER(T1, T2)
Constraint on the data type.In case either of the two given data types T1 or T2 is not a matrix type ...
Definition: StorageOrder.h:283
MT2::CompositeType CT2
Composite type of the right-hand side sparse matrix expression.
Definition: DMatSMatMultExpr.h:112
Header file for the IsDenseVector type trait.
SelectType< IsExpression< MT1 >::value, const MT1, const MT1 & >::Type LeftOperand
Composite type of the left-hand side dense matrix expression.
Definition: DMatSMatMultExpr.h:126
Header file for the IsRowMajorMatrix type trait.
Header file for the IsComputation type trait class.
Base class for all compute expression templates.The Computation class serves as a tag for all computa...
Definition: Computation.h:59
Header file for the TDVecDMatMultExprTrait class template.
#define BLAZE_FUNCTION_TRACE
Function trace macro.This macro can be used to reliably trace function calls. In case function tracin...
Definition: FunctionTrace.h:157
This ResultType
Result type for expression template evaluations.
Definition: CompressedMatrix.h:2370
size_t columns(const Matrix< MT, SO > &m)
Returns the current number of columns of the matrix.
Definition: Matrix.h:154
DMatSMatMultExpr(const MT1 &lhs, const MT2 &rhs)
Constructor for the DMatSMatMultExpr class.
Definition: DMatSMatMultExpr.h:149
Header file for basic type definitions.
Header file for the TSVecDMatMultExprTrait class template.
DMatSMatMultExpr< MT1, MT2 > This
Type of this DMatSMatMultExpr instance.
Definition: DMatSMatMultExpr.h:117
Header file for the DMatSVecMultExprTrait class template.
Header file for the IsColumnVector type trait.
Header file for the IsResizable type trait.
size_t rows(const Matrix< MT, SO > &m)
Returns the current number of rows of the matrix.
Definition: Matrix.h:138
#define BLAZE_INTERNAL_ASSERT(expr, msg)
Run time assertion macro for internal checks.In case of an invalid run time expression, the program execution is terminated. The BLAZE_INTERNAL_ASSERT macro can be disabled by setting the BLAZE_USER_ASSERTION flag to zero or by defining NDEBUG during the compilation.
Definition: Assert.h:101
#define BLAZE_CONSTRAINT_MUST_BE_SPARSE_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a sparse, N-dimensional matrix type...
Definition: SparseMatrix.h:79
Header file for the IsExpression type trait class.
Header file for the FunctionTrace class.
RightOperand rightOperand() const
Returns the right-hand side sparse matrix operand.
Definition: DMatSMatMultExpr.h:219