Fix epsilon and dummy_precision values in long double for double doubles. Prevented some algorithms from converging on PPC.

(cherry picked from commit 54459214a1)
This commit is contained in:
Chip Kerchner
2023-02-16 23:35:42 +00:00
committed by Antonio Sanchez
parent dae8c6d7ad
commit 8f1b6198c2
2 changed files with 13 additions and 3 deletions

View File

@@ -281,7 +281,7 @@ inline int MatrixPowerAtomic<MatrixType>::getPadeDegree(long double normIminusT)
#endif
int degree = 3;
for (; degree <= maxPadeDegree; ++degree)
if (normIminusT <= maxNormForPade[degree - 3])
if (normIminusT <= static_cast<long double>(maxNormForPade[degree - 3]))
break;
return degree;
}