Fix epsilon and dummy_precision values in long double for double doubles. Prevented some algorithms from converging on PPC.

(cherry picked from commit 54459214a1)
This commit is contained in:
Chip Kerchner
2023-02-16 23:35:42 +00:00
committed by Antonio Sanchez
parent 079de53fa5
commit 6a4a0b66bd
3 changed files with 43 additions and 2 deletions

View File

@@ -282,7 +282,7 @@ inline int MatrixPowerAtomic<MatrixType>::getPadeDegree(long double normIminusT)
#endif
int degree = 3;
for (; degree <= maxPadeDegree; ++degree)
if (normIminusT <= maxNormForPade[degree - 3])
if (normIminusT <= static_cast<long double>(maxNormForPade[degree - 3]))
break;
return degree;
}