CFD/eigen
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Ensure that mc is not smaller than Traits::nr

Browse Source
This commit is contained in:
Drew Lewis 2023-11-16 15:13:53 +00:00 committed by Rasmus Munk Larsen
parent dd8c71e628
commit 9ea520fc45
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
Eigen/src/Core/products/GeneralMatrixMatrixTriangular.h
View File

@ -78,11 +78,14 @@ struct general_matrix_matrix_triangular_product<Index,LhsScalar,LhsStorageOrder,
ResMapper res(res_, resStride, resIncr);
Index kc = blocking.kc();
Index mc = (std::min)(size,blocking.mc());
// Ensure that mc >= nr and <= size
Index mc = (std::min)(size,(std::max)(static_cast<decltype(blocking.mc())>(Traits::nr),blocking.mc()));
// !!! mc must be a multiple of nr:
if(mc > Traits::nr)
mc = (mc/Traits::nr)*Traits::nr;
// !!! mc must be a multiple of nr
if (mc > Traits::nr) {
using UnsignedIndex = typename make_unsigned<Index>::type;
mc = (UnsignedIndex(mc)/Traits::nr)*Traits::nr;
}
std::size_t sizeA = kc*mc;
std::size_t sizeB = kc*size;