35 #ifndef _BLAZE_MATH_EXPRESSIONS_SMATTDMATMULTEXPR_H_
36 #define _BLAZE_MATH_EXPRESSIONS_SMATTDMATMULTEXPR_H_
112 template<
typename MT1
114 class SMatTDMatMultExpr :
public DenseMatrix< SMatTDMatMultExpr<MT1,MT2>, false >
115 ,
private MatMatMultExpr
116 ,
private Computation
146 template<
typename T1,
typename T2,
typename T3 >
147 struct CanExploitSymmetry {
148 enum { value = IsRowMajorMatrix<T1>::value && IsSymmetric<T3>::value };
159 template<
typename T1,
typename T2,
typename T3 >
160 struct IsEvaluationRequired {
161 enum { value = ( evaluateLeft || evaluateRight ) &&
162 CanExploitSymmetry<T1,T2,T3>::value };
192 enum { vectorizable = 0 };
195 enum { smpAssignable = !evaluateLeft && MT1::smpAssignable &&
196 !evaluateRight && MT2::smpAssignable };
229 if(
lhs_.columns() == 0UL )
238 const ConstIterator
end( A.end(i) );
239 ConstIterator element( A.begin(i) );
246 tmp = element->value() *
rhs_(element->index(),j);
248 for( ; element!=
end; ++element )
249 tmp += element->value() *
rhs_(element->index(),j);
255 for(
size_t k=1UL; k<
lhs_.columns(); ++k ) {
280 return rhs_.columns();
310 template<
typename T >
312 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
322 template<
typename T >
324 return (
lhs_.isAliased( alias ) ||
rhs_.isAliased( alias ) );
334 return rhs_.isAligned();
367 template<
typename MT
387 SMatTDMatMultExpr::selectAssignKernel( ~lhs, A, B );
406 template<
typename MT3
409 static inline void selectAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
413 const size_t block( 256UL );
415 const size_t jend( B.columns() &
size_t(-4) );
418 for(
size_t ii=0UL; ii<A.rows(); ii+=block ) {
419 const size_t iend( ( ii+block > A.rows() )?( A.rows() ):( ii+block ) );
420 for(
size_t j=0UL; j<jend; j+=4UL ) {
421 for(
size_t i=ii; i<iend; ++i ) {
422 const ConstIterator
end( A.end(i) );
423 ConstIterator element( A.begin(i) );
425 C(i,j ) = element->value() * B(element->index(),j );
426 C(i,j+1UL) = element->value() * B(element->index(),j+1UL);
427 C(i,j+2UL) = element->value() * B(element->index(),j+2UL);
428 C(i,j+3UL) = element->value() * B(element->index(),j+3UL);
430 for( ; element!=
end; ++element ) {
431 C(i,j ) += element->value() * B(element->index(),j );
432 C(i,j+1UL) += element->value() * B(element->index(),j+1UL);
433 C(i,j+2UL) += element->value() * B(element->index(),j+2UL);
434 C(i,j+3UL) += element->value() * B(element->index(),j+3UL);
445 for(
size_t j=jend; j<B.columns(); ++j ) {
446 for(
size_t i=ii; i<iend; ++i ) {
447 const ConstIterator
end( A.end(i) );
448 ConstIterator element( A.begin(i) );
450 C(i,j) = element->value() * B(element->index(),j);
452 for( ; element!=
end; ++element ) {
453 C(i,j) += element->value() * B(element->index(),j);
479 template<
typename MT
481 friend inline typename DisableIf< CanExploitSymmetry<MT,MT1,MT2> >::Type
486 typedef typename SelectType< SO, OppositeType, ResultType >::Type TmpType;
498 const TmpType tmp(
serial( rhs ) );
519 template<
typename MT >
520 friend inline typename EnableIf< CanExploitSymmetry<MT,MT1,MT2> >::Type
546 template<
typename MT
548 friend inline typename DisableIf< CanExploitSymmetry<MT,MT1,MT2> >::Type
566 SMatTDMatMultExpr::selectAddAssignKernel( ~lhs, A, B );
585 template<
typename MT3
588 static inline void selectAddAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
592 const size_t block( 256UL );
594 const size_t jend( B.columns() & size_t(-4) );
597 for(
size_t ii=0UL; ii<A.rows(); ii+=block ) {
598 const size_t iend( ( ii+block > A.rows() )?( A.rows() ):( ii+block ) );
599 for(
size_t j=0UL; j<jend; j+=4UL ) {
600 for(
size_t i=ii; i<iend; ++i ) {
601 const ConstIterator
end( A.end(i) );
602 ConstIterator element( A.begin(i) );
603 for( ; element!=
end; ++element ) {
604 C(i,j ) += element->value() * B(element->index(),j );
605 C(i,j+1UL) += element->value() * B(element->index(),j+1UL);
606 C(i,j+2UL) += element->value() * B(element->index(),j+2UL);
607 C(i,j+3UL) += element->value() * B(element->index(),j+3UL);
611 for(
size_t j=jend; j<B.columns(); ++j ) {
612 for(
size_t i=ii; i<iend; ++i ) {
613 const ConstIterator
end( A.end(i) );
614 ConstIterator element( A.begin(i) );
615 for( ; element!=
end; ++element ) {
616 C(i,j) += element->value() * B(element->index(),j);
640 template<
typename MT >
641 friend inline typename EnableIf< CanExploitSymmetry<MT,MT1,MT2> >::Type
671 template<
typename MT
690 SMatTDMatMultExpr::selectSubAssignKernel( ~lhs, A, B );
709 template<
typename MT3
712 static inline void selectSubAssignKernel( MT3& C,
const MT4& A,
const MT5& B )
716 const size_t block( 256UL );
718 const size_t jend( B.columns() & size_t(-4) );
721 for(
size_t ii=0UL; ii<A.rows(); ii+=block ) {
722 const size_t iend( ( ii+block > A.rows() )?( A.rows() ):( ii+block ) );
723 for(
size_t j=0UL; j<jend; j+=4UL ) {
724 for(
size_t i=ii; i<iend; ++i ) {
725 const ConstIterator
end( A.end(i) );
726 ConstIterator element( A.begin(i) );
727 for( ; element!=
end; ++element ) {
728 C(i,j ) -= element->value() * B(element->index(),j );
729 C(i,j+1UL) -= element->value() * B(element->index(),j+1UL);
730 C(i,j+2UL) -= element->value() * B(element->index(),j+2UL);
731 C(i,j+3UL) -= element->value() * B(element->index(),j+3UL);
735 for(
size_t j=jend; j<B.columns(); ++j ) {
736 for(
size_t i=ii; i<iend; ++i ) {
737 const ConstIterator
end( A.end(i) );
738 ConstIterator element( A.begin(i) );
739 for( ; element!=
end; ++element ) {
740 C(i,j) -= element->value() * B(element->index(),j);
764 template<
typename MT >
765 friend inline typename EnableIf< CanExploitSymmetry<MT,MT1,MT2> >::Type
805 template<
typename MT
807 friend inline typename EnableIf< IsEvaluationRequired<MT,MT1,MT2> >::Type
845 template<
typename MT
847 friend inline typename EnableIf< IsEvaluationRequired<MT,MT1,MT2> >::Type
852 typedef typename SelectType< SO, OppositeType, ResultType >::Type TmpType;
864 const TmpType tmp( rhs );
885 template<
typename MT >
886 friend inline typename EnableIf< CanExploitSymmetry<MT,MT1,MT2> >::Type
915 template<
typename MT
917 friend inline typename EnableIf< IsEvaluationRequired<MT,MT1,MT2> >::Type
955 template<
typename MT >
956 friend inline typename EnableIf< CanExploitSymmetry<MT,MT1,MT2> >::Type
989 template<
typename MT
991 friend inline typename EnableIf< IsEvaluationRequired<MT,MT1,MT2> >::Type
1029 template<
typename MT >
1030 friend inline typename EnableIf< CanExploitSymmetry<MT,MT1,MT2> >::Type
1107 template<
typename T1
1109 inline const SMatTDMatMultExpr<T1,T2>
1115 throw std::invalid_argument(
"Matrix sizes do not match" );
1132 template<
typename MT1,
typename MT2 >
1150 template<
typename MT1,
typename MT2 >
1152 :
public Columns<MT2>
1168 template<
typename MT1,
typename MT2 >
1170 :
public IsTrue< IsLower<MT1>::value && IsLower<MT2>::value >
1186 template<
typename MT1,
typename MT2 >
1188 :
public IsTrue< IsUpper<MT1>::value && IsUpper<MT2>::value >
1204 template<
typename MT1,
typename MT2,
typename VT >
1209 typedef typename SelectType< IsSparseMatrix<MT1>::value && IsRowMajorMatrix<MT1>::value &&
1210 IsDenseMatrix<MT2>::value && IsColumnMajorMatrix<MT2>::value &&
1211 IsDenseVector<VT>::value && IsColumnVector<VT>::value
1212 ,
typename SMatDVecMultExprTrait< MT1, typename TDMatDVecMultExprTrait<MT2,VT>::Type >::Type
1213 , INVALID_TYPE >::Type Type;
1222 template<
typename MT1,
typename MT2,
typename VT >
1227 typedef typename SelectType< IsSparseMatrix<MT1>::value && IsRowMajorMatrix<MT1>::value &&
1228 IsDenseMatrix<MT2>::value && IsColumnMajorMatrix<MT2>::value &&
1229 IsSparseVector<VT>::value && IsColumnVector<VT>::value
1230 ,
typename SMatDVecMultExprTrait< MT1, typename TDMatSVecMultExprTrait<MT2,VT>::Type >::Type
1231 , INVALID_TYPE >::Type Type;
1240 template<
typename VT,
typename MT1,
typename MT2 >
1245 typedef typename SelectType< IsDenseVector<VT>::value && IsRowVector<VT>::value &&
1246 IsSparseMatrix<MT1>::value && IsRowMajorMatrix<MT1>::value &&
1247 IsDenseMatrix<MT2>::value && IsColumnMajorMatrix<MT2>::value
1248 ,
typename TDVecTDMatMultExprTrait< typename TDVecSMatMultExprTrait<VT,MT1>::Type, MT2 >::Type
1249 , INVALID_TYPE >::Type Type;
1258 template<
typename VT,
typename MT1,
typename MT2 >
1263 typedef typename SelectType< IsSparseVector<VT>::value && IsRowVector<VT>::value &&
1264 IsSparseMatrix<MT1>::value && IsRowMajorMatrix<MT1>::value &&
1265 IsDenseMatrix<MT2>::value && IsColumnMajorMatrix<MT2>::value
1266 ,
typename TSVecTDMatMultExprTrait< typename TSVecSMatMultExprTrait<VT,MT1>::Type, MT2 >::Type
1267 , INVALID_TYPE >::Type Type;
1276 template<
typename MT1,
typename MT2,
bool AF >
1281 typedef typename MultExprTrait< typename SubmatrixExprTrait<const MT1,AF>::Type
1282 ,
typename SubmatrixExprTrait<const MT2,AF>::Type >::Type Type;
1291 template<
typename MT1,
typename MT2 >
1296 typedef typename MultExprTrait< typename RowExprTrait<const MT1>::Type, MT2 >::Type Type;
1305 template<
typename MT1,
typename MT2 >
1310 typedef typename MultExprTrait< MT1, typename ColumnExprTrait<const MT2>::Type >::Type Type;
Compile time check whether the given type is a computational expression template.This type trait clas...
Definition: IsComputation.h:89
SelectType< IsExpression< MT1 >::value, const MT1, const MT1 & >::Type LeftOperand
Composite type of the left-hand side sparse matrix expression.
Definition: SMatTDMatMultExpr.h:178
const ElementType ReturnType
Return type for expression template evaluations.
Definition: SMatTDMatMultExpr.h:174
Header file for the SMatDVecMultExprTrait class template.
Header file for the Rows type trait.
const DMatDMatMultExpr< T1, T2 > operator*(const DenseMatrix< T1, false > &lhs, const DenseMatrix< T2, false > &rhs)
Multiplication operator for the multiplication of two row-major dense matrices ( ).
Definition: DMatDMatMultExpr.h:4838
MT1::CompositeType CT1
Composite type of the left-hand side sparse matrix expression.
Definition: SMatTDMatMultExpr.h:124
BLAZE_ALWAYS_INLINE MT::Iterator end(Matrix< MT, SO > &matrix, size_t i)
Returns an iterator just past the last element of row/column i.
Definition: Matrix.h:258
Header file for the IsSparseMatrix type trait.
Efficient implementation of a compressed matrix.The CompressedMatrix class template is the represent...
Definition: CompressedMatrix.h:205
bool canAlias(const T *alias) const
Returns whether the expression can alias with the given address alias.
Definition: SMatTDMatMultExpr.h:311
MultTrait< RT1, RT2 >::Type ResultType
Result type for expression template evaluations.
Definition: SMatTDMatMultExpr.h:170
#define BLAZE_CONSTRAINT_MUST_BE_DENSE_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a dense, N-dimensional matrix type...
Definition: DenseMatrix.h:79
Header file for the ColumnExprTrait class template.
Header file for the IsColumnMajorMatrix type trait.
const This & CompositeType
Data type for composite expression templates.
Definition: CompressedMatrix.h:2478
Header file for the IsRowVector type trait.
Type ElementType
Type of the sparse matrix elements.
Definition: CompressedMatrix.h:257
const ResultType CompositeType
Data type for composite expression templates.
Definition: SMatTDMatMultExpr.h:175
Header file for the TDVecSMatMultExprTrait class template.
const DMatSerialExpr< MT, SO > serial(const DenseMatrix< MT, SO > &dm)
Forces the serial evaluation of the given dense matrix expression dm.
Definition: DMatSerialExpr.h:695
LeftOperand lhs_
Left-hand side sparse matrix of the multiplication expression.
Definition: SMatTDMatMultExpr.h:350
Header file for the Computation base class.
SelectType< evaluateLeft, const RT1, CT1 >::Type LT
Type for the assignment of the left-hand side sparse matrix operand.
Definition: SMatTDMatMultExpr.h:184
Header file for the MatMatMultExpr base class.
MT1::ResultType RT1
Result type of the left-hand side sparse matrix expression.
Definition: SMatTDMatMultExpr.h:120
SMatTDMatMultExpr< MT1, MT2 > This
Type of this SMatTDMatMultExpr instance.
Definition: SMatTDMatMultExpr.h:169
Header file for the RequiresEvaluation type trait.
MT2::ResultType RT2
Result type of the right-hand side dense matrix expression.
Definition: SMatTDMatMultExpr.h:121
Header file for the TSVecSMatMultExprTrait class template.
RightOperand rightOperand() const
Returns the right-hand side transpose dense matrix operand.
Definition: SMatTDMatMultExpr.h:299
size_t columns() const
Returns the current number of columns of the matrix.
Definition: SMatTDMatMultExpr.h:279
SMatTDMatMultExpr(const MT1 &lhs, const MT2 &rhs)
Constructor for the SMatTDMatMultExpr class.
Definition: SMatTDMatMultExpr.h:205
Base class for dense matrices.The DenseMatrix class is a base class for all dense matrix classes...
Definition: DenseMatrix.h:70
Base class for sparse matrices.The SparseMatrix class is a base class for all sparse matrix classes...
Definition: Forward.h:107
Constraint on the data type.
Constraint on the data type.
Header file for the MultExprTrait class template.
Compile time check to query the requirement to evaluate an expression.Via this type trait it is possi...
Definition: RequiresEvaluation.h:90
const size_t SMP_SMATTDMATMULT_THRESHOLD
SMP row-major sparse matrix/column-major dense matrix multiplication threshold.This threshold specifi...
Definition: Thresholds.h:1041
Compile time type selection.The SelectType class template selects one of the two given types T1 and T...
Definition: SelectType.h:59
Header file for the multiplication trait.
bool isAligned() const
Returns whether the operands of the expression are properly aligned in memory.
Definition: SMatTDMatMultExpr.h:333
Header file for the IsSymmetric type trait.
#define BLAZE_CONSTRAINT_MUST_BE_COLUMN_MAJOR_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a column-major dense or sparse matri...
Definition: StorageOrder.h:161
Header file for the TSVecTDMatMultExprTrait class template.
const Element * ConstIterator
Iterator over constant elements.
Definition: CompressedMatrix.h:2482
Header file for the TDMatSVecMultExprTrait class template.
Header file for the DenseMatrix base class.
BLAZE_ALWAYS_INLINE void assign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the assignment of a matrix to a matrix.
Definition: Matrix.h:635
Header file for the Columns type trait.
Header file for the DMatDVecMultExprTrait class template.
Header file for the IsLower type trait.
size_t rows() const
Returns the current number of rows of the matrix.
Definition: SMatTDMatMultExpr.h:269
Expression object for sparse matrix-transpose dense matrix multiplications.The SMatTDMatMultExpr clas...
Definition: Forward.h:100
#define BLAZE_CONSTRAINT_MUST_BE_REFERENCE_TYPE(T)
Constraint on the data type.In case the given data type T is not a reference type, a compilation error is created.
Definition: Reference.h:78
Constraints on the storage order of matrix types.
Type ElementType
Type of the sparse matrix elements.
Definition: CompressedMatrix.h:2476
Header file for the SelectType class template.
Header file for the RowExprTrait class template.
Header file for all forward declarations for expression class templates.
Header file for the IsDenseMatrix type trait.
Header file for the EnableIf class template.
Header file for the serial shim.
#define BLAZE_CONSTRAINT_MUST_FORM_VALID_MATMATMULTEXPR(T1, T2)
Constraint on the data type.In case the given data types T1 and T2 do not form a valid matrix/matrix ...
Definition: MatMatMultExpr.h:165
ResultType::TransposeType TransposeType
Transpose type for expression template evaluations.
Definition: SMatTDMatMultExpr.h:172
RT1::ElementType ET1
Element type of the left-hand side dense matrix expression.
Definition: SMatTDMatMultExpr.h:122
EnableIf< IsDenseMatrix< MT1 > >::Type smpSubAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP subtraction assignment of a matrix to dense matrix.
Definition: DenseMatrix.h:160
Header file for the IsSparseVector type trait.
Header file for the SubmatrixExprTrait class template.
#define BLAZE_CONSTRAINT_MUST_BE_ROW_MAJOR_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a row-major dense or sparse matrix t...
Definition: StorageOrder.h:81
Removal of reference modifiers.The RemoveCV type trait removes any reference modifiers from the given...
Definition: RemoveReference.h:69
Header file for run time assertion macros.
EnableIf< IsDenseMatrix< MT1 > >::Type smpAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:98
RT2::ElementType ET2
Element type of the right-hand side sparse matrix expression.
Definition: SMatTDMatMultExpr.h:123
Utility type for generic codes.
Base template for the MultTrait class.
Definition: MultTrait.h:142
BLAZE_ALWAYS_INLINE void addAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the addition assignment of a matrix to a matrix.
Definition: Matrix.h:742
bool canSMPAssign() const
Returns whether the expression can be used in SMP assignments.
Definition: SMatTDMatMultExpr.h:343
SelectType< IsExpression< MT2 >::value, const MT2, const MT2 & >::Type RightOperand
Composite type of the right-hand side dense matrix expression.
Definition: SMatTDMatMultExpr.h:181
LeftOperand leftOperand() const
Returns the left-hand side sparse matrix operand.
Definition: SMatTDMatMultExpr.h:289
Header file for the reset shim.
MT2::CompositeType CT2
Composite type of the right-hand side dense matrix expression.
Definition: SMatTDMatMultExpr.h:125
BLAZE_ALWAYS_INLINE void reset(const NonNumericProxy< MT > &proxy)
Resetting the represented element to the default initial values.
Definition: NonNumericProxy.h:833
ResultType::ElementType ElementType
Resulting element type.
Definition: SMatTDMatMultExpr.h:173
ResultType::OppositeType OppositeType
Result type with opposite storage order for expression template evaluations.
Definition: SMatTDMatMultExpr.h:171
Header file for the RemoveReference type trait.
Substitution Failure Is Not An Error (SFINAE) class.The DisableIf class template is an auxiliary tool...
Definition: DisableIf.h:184
#define BLAZE_CONSTRAINT_MATRICES_MUST_HAVE_SAME_STORAGE_ORDER(T1, T2)
Constraint on the data type.In case either of the two given data types T1 or T2 is not a matrix type ...
Definition: StorageOrder.h:283
Header file for the IsDenseVector type trait.
SelectType< evaluateRight, const RT2, CT2 >::Type RT
Type for the assignment of the right-hand side dense matrix operand.
Definition: SMatTDMatMultExpr.h:187
Header file for the IsRowMajorMatrix type trait.
const DMatTransExpr< MT,!SO > trans(const DenseMatrix< MT, SO > &dm)
Calculation of the transpose of the given dense matrix.
Definition: DMatTransExpr.h:932
Header file for the IsComputation type trait class.
RightOperand rhs_
Right-hand side dense matrix of the multiplication expression.
Definition: SMatTDMatMultExpr.h:351
Header file for the TDVecDMatMultExprTrait class template.
EnableIf< IsDenseMatrix< MT1 > >::Type smpAddAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the SMP addition assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:129
Header file for the TDMatDVecMultExprTrait class template.
#define BLAZE_FUNCTION_TRACE
Function trace macro.This macro can be used to reliably trace function calls. In case function tracin...
Definition: FunctionTrace.h:157
This ResultType
Result type for expression template evaluations.
Definition: CompressedMatrix.h:2473
Header file for the IsTrue value trait.
Header file for basic type definitions.
Header file for the TSVecDMatMultExprTrait class template.
ReturnType operator()(size_t i, size_t j) const
2D-access to the matrix elements.
Definition: SMatTDMatMultExpr.h:220
Header file for the IsUpper type trait.
Header file for the DMatSVecMultExprTrait class template.
Header file for the IsColumnVector type trait.
Constraint on the data type.
Size type of the Blaze library.
Header file for the thresholds for matrix/vector and matrix/matrix multiplications.
#define BLAZE_INTERNAL_ASSERT(expr, msg)
Run time assertion macro for internal checks.In case of an invalid run time expression, the program execution is terminated. The BLAZE_INTERNAL_ASSERT macro can be disabled by setting the BLAZE_USER_ASSERTION flag to zero or by defining NDEBUG during the compilation.
Definition: Assert.h:101
Header file for the TDVecTDMatMultExprTrait class template.
#define BLAZE_CONSTRAINT_MUST_BE_SPARSE_MATRIX_TYPE(T)
Constraint on the data type.In case the given data type T is not a sparse, N-dimensional matrix type...
Definition: SparseMatrix.h:79
bool isAliased(const T *alias) const
Returns whether the expression is aliased with the given address alias.
Definition: SMatTDMatMultExpr.h:323
Header file for the IsExpression type trait class.
Header file for the FunctionTrace class.
BLAZE_ALWAYS_INLINE void subAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs)
Default implementation of the subtraction assignment of a matrix to matrix.
Definition: Matrix.h:849