diff options
Diffstat (limited to 'lib/gcd.c')
| -rw-r--r-- | lib/gcd.c | 31 |
1 files changed, 19 insertions, 12 deletions
@@ -31,18 +31,25 @@ int ts_gcd( { TS_PROLOGUE( ts_gcd_p ); (void)c; - for( uint_t i = 0; i < n; ++i ) - { - long a = (long)fabs(x[0][i]); - long b = (long)fabs(x[1][i]); - while( b ) - { - long t = b; - b = a % b; - a = t; - } - y[0][i] = (fp_t)a; - } + for( uint_t i = 0; i < n; ++i ) + { + fp_t ax = fabs(x[0][i]); + fp_t bx = fabs(x[1][i]); + if (ax > 9223372036854775807.0 || bx > 9223372036854775807.0) + { + y[0][i] = 0; + continue; + } + long a = (long)ax; + long b = (long)bx; + while( b ) + { + long t = b; + b = a % b; + a = t; + } + y[0][i] = (fp_t)fabs((fp_t)a); + } return 0; } |