35 #ifndef _BLAZE_MATH_SMP_OPENMP_DENSEMATRIX_H_ 36 #define _BLAZE_MATH_SMP_OPENMP_DENSEMATRIX_H_ 97 template<
typename MT1
102 void openmpAssign( DenseMatrix<MT1,SO1>& lhs,
const DenseMatrix<MT2,SO2>& rhs, OP op )
108 using ET1 = ElementType_t<MT1>;
109 using ET2 = ElementType_t<MT2>;
111 constexpr
bool simdEnabled( MT1::simdEnabled && MT2::simdEnabled && IsSIMDCombinable_v<ET1,ET2> );
112 constexpr
size_t SIMDSIZE( SIMDTrait< ElementType_t<MT1> >::
size );
114 const bool lhsAligned( (~lhs).isAligned() );
115 const bool rhsAligned( (~rhs).isAligned() );
117 const int threads( omp_get_num_threads() );
118 const ThreadMapping threadmap( createThreadMapping( threads, ~rhs ) );
120 const size_t addon1 ( ( ( (~rhs).
rows() % threadmap.first ) != 0UL )? 1UL : 0UL );
121 const size_t equalShare1( (~rhs).
rows() / threadmap.first + addon1 );
122 const size_t rest1 ( equalShare1 & ( SIMDSIZE - 1UL ) );
123 const size_t rowsPerThread( ( simdEnabled && rest1 )?( equalShare1 - rest1 + SIMDSIZE ):( equalShare1 ) );
125 const size_t addon2 ( ( ( (~rhs).
columns() % threadmap.second ) != 0UL )? 1UL : 0UL );
126 const size_t equalShare2( (~rhs).
columns() / threadmap.second + addon2 );
127 const size_t rest2 ( equalShare2 & ( SIMDSIZE - 1UL ) );
128 const size_t colsPerThread( ( simdEnabled && rest2 )?( equalShare2 - rest2 + SIMDSIZE ):( equalShare2 ) );
130 #pragma omp for schedule(dynamic,1) nowait 131 for(
int i=0; i<threads; ++i )
133 const size_t row ( ( i / threadmap.second ) * rowsPerThread );
134 const size_t column( ( i % threadmap.second ) * colsPerThread );
139 const size_t m(
min( rowsPerThread, (~rhs).
rows() -
row ) );
142 if( simdEnabled && lhsAligned && rhsAligned ) {
143 auto target( submatrix<aligned>( ~lhs,
row,
column, m, n ) );
144 const auto source( submatrix<aligned>( ~rhs,
row,
column, m, n ) );
145 op( target, source );
147 else if( simdEnabled && lhsAligned ) {
148 auto target( submatrix<aligned>( ~lhs,
row,
column, m, n ) );
149 const auto source( submatrix<unaligned>( ~rhs,
row,
column, m, n ) );
150 op( target, source );
152 else if( simdEnabled && rhsAligned ) {
153 auto target( submatrix<unaligned>( ~lhs,
row,
column, m, n ) );
154 const auto source( submatrix<aligned>( ~rhs,
row,
column, m, n ) );
155 op( target, source );
158 auto target( submatrix<unaligned>( ~lhs,
row,
column, m, n ) );
159 const auto source( submatrix<unaligned>( ~rhs,
row,
column, m, n ) );
160 op( target, source );
185 template<
typename MT1
190 void openmpAssign( DenseMatrix<MT1,SO1>& lhs,
const SparseMatrix<MT2,SO2>& rhs, OP op )
196 const size_t threads( omp_get_num_threads() );
197 const ThreadMapping threadmap( createThreadMapping( threads, ~rhs ) );
199 const size_t addon1 ( ( ( (~rhs).
rows() % threadmap.first ) != 0UL )? 1UL : 0UL );
200 const size_t rowsPerThread( (~rhs).
rows() / threadmap.first + addon1 );
202 const size_t addon2 ( ( ( (~rhs).
columns() % threadmap.second ) != 0UL )? 1UL : 0UL );
203 const size_t colsPerThread( (~rhs).
columns() / threadmap.second + addon2 );
205 #pragma omp for schedule(dynamic,1) nowait 206 for(
size_t i=0; i<threads; ++i )
208 const size_t row ( ( i / threadmap.second ) * rowsPerThread );
209 const size_t column( ( i % threadmap.second ) * colsPerThread );
214 const size_t m(
min( rowsPerThread, (~lhs).
rows() -
row ) );
217 auto target( submatrix<unaligned>( ~lhs,
row,
column, m, n ) );
218 const auto source( submatrix<unaligned>( ~rhs,
row,
column, m, n ) );
219 op( target, source );
252 template<
typename MT1
256 inline auto smpAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
257 -> EnableIf_t< IsDenseMatrix_v<MT1> && ( !IsSMPAssignable_v<MT1> || !IsSMPAssignable_v<MT2> ) >
264 assign( ~lhs, ~rhs );
288 template<
typename MT1
292 inline auto smpAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
293 -> EnableIf_t< IsDenseMatrix_v<MT1> && IsSMPAssignable_v<MT1> && IsSMPAssignable_v<MT2> >
306 assign( ~lhs, ~rhs );
309 #pragma omp parallel shared( lhs, rhs ) 310 openmpAssign( ~lhs, ~rhs, Assign() );
344 template<
typename MT1
348 inline auto smpAddAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
349 -> EnableIf_t< IsDenseMatrix_v<MT1> && ( !IsSMPAssignable_v<MT1> || !IsSMPAssignable_v<MT2> ) >
356 addAssign( ~lhs, ~rhs );
380 template<
typename MT1
384 inline auto smpAddAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
385 -> EnableIf_t< IsDenseMatrix_v<MT1> && IsSMPAssignable_v<MT1> && IsSMPAssignable_v<MT2> >
398 addAssign( ~lhs, ~rhs );
401 #pragma omp parallel shared( lhs, rhs ) 402 openmpAssign( ~lhs, ~rhs, AddAssign() );
436 template<
typename MT1
440 inline auto smpSubAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
441 -> EnableIf_t< IsDenseMatrix_v<MT1> && ( !IsSMPAssignable_v<MT1> || !IsSMPAssignable_v<MT2> ) >
448 subAssign( ~lhs, ~rhs );
472 template<
typename MT1
476 inline auto smpSubAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
477 -> EnableIf_t< IsDenseMatrix_v<MT1> && IsSMPAssignable_v<MT1> && IsSMPAssignable_v<MT2> >
490 subAssign( ~lhs, ~rhs );
493 #pragma omp parallel shared( lhs, rhs ) 494 openmpAssign( ~lhs, ~rhs, SubAssign() );
528 template<
typename MT1
532 inline auto smpSchurAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
533 -> EnableIf_t< IsDenseMatrix_v<MT1> && ( !IsSMPAssignable_v<MT1> || !IsSMPAssignable_v<MT2> ) >
540 schurAssign( ~lhs, ~rhs );
564 template<
typename MT1
568 inline auto smpSchurAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
569 -> EnableIf_t< IsDenseMatrix_v<MT1> && IsSMPAssignable_v<MT1> && IsSMPAssignable_v<MT2> >
582 schurAssign( ~lhs, ~rhs );
585 #pragma omp parallel shared( lhs, rhs ) 586 openmpAssign( ~lhs, ~rhs, SchurAssign() );
618 template<
typename MT1
622 inline auto smpMultAssign( Matrix<MT1,SO1>& lhs,
const Matrix<MT2,SO2>& rhs )
623 -> EnableIf_t< IsDenseMatrix_v<MT1> >
630 multAssign( ~lhs, ~rhs );
Header file for the implementation of the Submatrix view.
Header file for auxiliary alias declarations.
decltype(auto) column(Matrix< MT, SO > &matrix, RCAs... args)
Creating a view on a specific column of the given matrix.
Definition: Column.h:133
Headerfile for the generic min algorithm.
Header file for the alignment flag values.
Header file for basic type definitions.
Header file for the Assign functor.
Header file for the AddAssign functor.
Header file for the SIMD trait.
constexpr size_t columns(const Matrix< MT, SO > &matrix) noexcept
Returns the current number of columns of the matrix.
Definition: Matrix.h:514
Header file for the SparseMatrix base class.
Header file for the SMP thread mapping functionality.
Header file for the matrix storage order types.
#define BLAZE_CONSTRAINT_MUST_NOT_BE_SMP_ASSIGNABLE(T)
Constraint on the data type.In case the given data type T is SMP-assignable (can be assigned by multi...
Definition: SMPAssignable.h:81
Namespace of the Blaze C++ math library.
Definition: Blaze.h:58
Header file for the SubAssign functor.
System settings for the shared-memory parallelization.
Header file for the IsSMPAssignable type trait.
decltype(auto) min(const DenseMatrix< MT1, SO1 > &lhs, const DenseMatrix< MT2, SO2 > &rhs)
Computes the componentwise minimum of the dense matrices lhs and rhs.
Definition: DMatDMatMapExpr.h:1147
Header file for the DenseMatrix base class.
Header file for the serial section implementation.
Header file for the SchurAssign functor.
Header file for the parallel section implementation.
Header file for the IsDenseMatrix type trait.
Header file for the EnableIf class template.
#define BLAZE_PARALLEL_SECTION
Section for the debugging of the shared-memory parallelization.During the shared-memory parallel (SMP...
Definition: ParallelSection.h:254
bool isSerialSectionActive()
Returns whether a serial section is active or not.
Definition: SerialSection.h:213
Header file for the IsSIMDCombinable type trait.
Header file for run time assertion macros.
auto smpAddAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs) -> EnableIf_t< IsDenseMatrix_v< MT1 > >
Default implementation of the SMP addition assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:131
decltype(auto) row(Matrix< MT, SO > &, RRAs...)
Creating a view on a specific row of the given matrix.
Definition: Row.h:133
#define BLAZE_FUNCTION_TRACE
Function trace macro.This macro can be used to reliably trace function calls. In case function tracin...
Definition: FunctionTrace.h:94
constexpr size_t size(const Matrix< MT, SO > &matrix) noexcept
Returns the total number of elements of the matrix.
Definition: Matrix.h:530
auto smpAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs) -> EnableIf_t< IsDenseMatrix_v< MT1 > >
Default implementation of the SMP assignment of a matrix to a dense matrix.
Definition: DenseMatrix.h:100
auto smpSchurAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs) -> EnableIf_t< IsDenseMatrix_v< MT1 > >
Default implementation of the SMP Schur product assignment of a matrix to dense matrix.
Definition: DenseMatrix.h:194
constexpr size_t rows(const Matrix< MT, SO > &matrix) noexcept
Returns the current number of rows of the matrix.
Definition: Matrix.h:498
bool isParallelSectionActive()
Returns whether a parallel section is active or not.
Definition: ParallelSection.h:221
Header file for the MultAssign functor.
auto smpSubAssign(Matrix< MT1, SO1 > &lhs, const Matrix< MT2, SO2 > &rhs) -> EnableIf_t< IsDenseMatrix_v< MT1 > >
Default implementation of the SMP subtraction assignment of a matrix to dense matrix.
Definition: DenseMatrix.h:162
#define BLAZE_OPENMP_PARALLEL_MODE
Compilation switch for the OpenMP parallelization.This compilation switch enables/disables the OpenMP...
Definition: SMP.h:68
#define BLAZE_STATIC_ASSERT(expr)
Compile time assertion macro.In case of an invalid compile time expression, a compilation error is cr...
Definition: StaticAssert.h:112
#define BLAZE_INTERNAL_ASSERT(expr, msg)
Run time assertion macro for internal checks.In case of an invalid run time expression, the program execution is terminated. The BLAZE_INTERNAL_ASSERT macro can be disabled by setting the BLAZE_USER_ASSERTION flag to zero or by defining NDEBUG during the compilation.
Definition: Assert.h:101
auto smpMultAssign(Vector< VT1, TF1 > &lhs, const Vector< VT2, TF2 > &rhs) -> EnableIf_t< IsDenseVector_v< VT1 > >
Default implementation of the SMP multiplication assignment of a vector to a dense vector...
Definition: DenseVector.h:191
Constraint on the data type.
Header file for the function trace functionality.