Fix epsilon and dummy_precision values in long double for double doubles. Prevented some algorithms from converging on PPC.

This commit is contained in:
Chip Kerchner
2023-02-16 23:35:42 +00:00
committed by Rasmus Munk Larsen
parent a16fb889dd
commit 54459214a1
4 changed files with 17 additions and 7 deletions

View File

@@ -283,7 +283,7 @@ inline int MatrixPowerAtomic<MatrixType>::getPadeDegree(long double normIminusT)
#endif
int degree = 3;
for (; degree <= maxPadeDegree; ++degree)
if (normIminusT <= maxNormForPade[degree - 3])
if (normIminusT <= static_cast<long double>(maxNormForPade[degree - 3]))
break;
return degree;
}