blob: 1534a09b81cb1ec508efe818f3ee0abdf762f361 [file] [log] [blame]
George Landerda55ef92015-11-19 12:05:06 +00001/*
Szabolcs Nagy1b945972018-05-14 14:46:40 +01002 * Single-precision pow function.
George Landerda55ef92015-11-19 12:05:06 +00003 *
Szabolcs Nagy11253b02018-11-12 11:10:57 +00004 * Copyright (c) 2017-2018, Arm Limited.
5 * SPDX-License-Identifier: MIT
George Landerda55ef92015-11-19 12:05:06 +00006 */
7
George Landerda55ef92015-11-19 12:05:06 +00008#include <math.h>
Szabolcs Nagy86067a72017-08-11 15:35:12 +01009#include <stdint.h>
10#include "math_config.h"
George Landerda55ef92015-11-19 12:05:06 +000011
12/*
Szabolcs Nagy86067a72017-08-11 15:35:12 +010013POWF_LOG2_POLY_ORDER = 5
14EXP2F_TABLE_BITS = 5
George Landerda55ef92015-11-19 12:05:06 +000015
Szabolcs Nagy86067a72017-08-11 15:35:12 +010016ULP error: 0.82 (~ 0.5 + relerr*2^24)
17relerr: 1.27 * 2^-26 (Relative error ~= 128*Ln2*relerr_log2 + relerr_exp2)
18relerr_log2: 1.83 * 2^-33 (Relative error of logx.)
19relerr_exp2: 1.69 * 2^-34 (Relative error of exp2(ylogx).)
20*/
George Landerda55ef92015-11-19 12:05:06 +000021
Szabolcs Nagy86067a72017-08-11 15:35:12 +010022#define N (1 << POWF_LOG2_TABLE_BITS)
23#define T __powf_log2_data.tab
24#define A __powf_log2_data.poly
25#define OFF 0x3f330000
George Landerda55ef92015-11-19 12:05:06 +000026
Szabolcs Nagy86067a72017-08-11 15:35:12 +010027/* Subnormal input is normalized so ix has negative biased exponent.
28 Output is multiplied by N (POWF_SCALE) if TOINT_INTRINICS is set. */
29static inline double_t
30log2_inline (uint32_t ix)
31{
32 /* double_t for better performance on targets with FLT_EVAL_METHOD==2. */
33 double_t z, r, r2, r4, p, q, y, y0, invc, logc;
34 uint32_t iz, top, tmp;
35 int k, i;
George Landerda55ef92015-11-19 12:05:06 +000036
Szabolcs Nagy86067a72017-08-11 15:35:12 +010037 /* x = 2^k z; where z is in range [OFF,2*OFF] and exact.
38 The range is split into N subintervals.
39 The ith subinterval contains z and c is near its center. */
40 tmp = ix - OFF;
41 i = (tmp >> (23 - POWF_LOG2_TABLE_BITS)) % N;
42 top = tmp & 0xff800000;
43 iz = ix - top;
44 k = (int32_t) top >> (23 - POWF_SCALE_BITS); /* arithmetic shift */
45 invc = T[i].invc;
46 logc = T[i].logc;
47 z = (double_t) asfloat (iz);
George Landerda55ef92015-11-19 12:05:06 +000048
Szabolcs Nagy86067a72017-08-11 15:35:12 +010049 /* log2(x) = log1p(z/c-1)/ln2 + log2(c) + k */
50 r = z * invc - 1;
51 y0 = logc + (double_t) k;
George Landerda55ef92015-11-19 12:05:06 +000052
Szabolcs Nagy86067a72017-08-11 15:35:12 +010053 /* Pipelined polynomial evaluation to approximate log1p(r)/ln2. */
54 r2 = r * r;
55 y = A[0] * r + A[1];
56 p = A[2] * r + A[3];
57 r4 = r2 * r2;
58 q = A[4] * r + y0;
59 q = p * r2 + q;
60 y = y * r4 + q;
61 return y;
George Landerda55ef92015-11-19 12:05:06 +000062}
Szabolcs Nagy86067a72017-08-11 15:35:12 +010063
64#undef N
65#undef T
66#define N (1 << EXP2F_TABLE_BITS)
67#define T __exp2f_data.tab
68#define SIGN_BIAS (1 << (EXP2F_TABLE_BITS + 11))
69
70/* The output of log2 and thus the input of exp2 is either scaled by N
71 (in case of fast toint intrinsics) or not. The unscaled xd must be
72 in [-1021,1023], sign_bias sets the sign of the result. */
Szabolcs Nagy04884bd2018-12-07 14:58:51 +000073static inline float
Szabolcs Nagyc65db172018-05-10 17:53:31 +010074exp2_inline (double_t xd, uint32_t sign_bias)
Szabolcs Nagy86067a72017-08-11 15:35:12 +010075{
76 uint64_t ki, ski, t;
77 /* double_t for better performance on targets with FLT_EVAL_METHOD==2. */
78 double_t kd, z, r, r2, y, s;
79
80#if TOINT_INTRINSICS
81# define C __exp2f_data.poly_scaled
82 /* N*x = k + r with r in [-1/2, 1/2] */
83 kd = roundtoint (xd); /* k */
84 ki = converttoint (xd);
85#else
86# define C __exp2f_data.poly
87# define SHIFT __exp2f_data.shift_scaled
88 /* x = k/N + r with r in [-1/(2N), 1/(2N)] */
Szabolcs Nagy5eb9d192018-05-11 13:20:04 +010089 kd = eval_as_double (xd + SHIFT);
Szabolcs Nagy86067a72017-08-11 15:35:12 +010090 ki = asuint64 (kd);
91 kd -= SHIFT; /* k/N */
92#endif
93 r = xd - kd;
94
95 /* exp2(x) = 2^(k/N) * 2^r ~= s * (C0*r^3 + C1*r^2 + C2*r + 1) */
96 t = T[ki % N];
97 ski = ki + sign_bias;
98 t += ski << (52 - EXP2F_TABLE_BITS);
99 s = asdouble (t);
100 z = C[0] * r + C[1];
101 r2 = r * r;
102 y = C[2] * r + 1;
103 y = z * r2 + y;
104 y = y * s;
Szabolcs Nagy04884bd2018-12-07 14:58:51 +0000105 return eval_as_float (y);
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100106}
107
Szabolcs Nagye875f402018-09-18 10:36:04 +0100108/* Returns 0 if not int, 1 if odd int, 2 if even int. The argument is
109 the bit representation of a non-zero finite floating-point value. */
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100110static inline int
111checkint (uint32_t iy)
112{
113 int e = iy >> 23 & 0xff;
114 if (e < 0x7f)
115 return 0;
116 if (e > 0x7f + 23)
117 return 2;
118 if (iy & ((1 << (0x7f + 23 - e)) - 1))
119 return 0;
120 if (iy & (1 << (0x7f + 23 - e)))
121 return 1;
122 return 2;
123}
124
125static inline int
126zeroinfnan (uint32_t ix)
127{
128 return 2 * ix - 1 >= 2u * 0x7f800000 - 1;
129}
130
131float
Szabolcs Nagy0d51c042018-04-25 13:26:22 +0100132powf (float x, float y)
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100133{
Szabolcs Nagyc65db172018-05-10 17:53:31 +0100134 uint32_t sign_bias = 0;
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100135 uint32_t ix, iy;
136
137 ix = asuint (x);
138 iy = asuint (y);
Szabolcs Nagyb21378a2018-05-11 13:29:44 +0100139 if (unlikely (ix - 0x00800000 >= 0x7f800000 - 0x00800000 || zeroinfnan (iy)))
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100140 {
141 /* Either (x < 0x1p-126 or inf or nan) or (y is 0 or inf or nan). */
Szabolcs Nagyb21378a2018-05-11 13:29:44 +0100142 if (unlikely (zeroinfnan (iy)))
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100143 {
144 if (2 * iy == 0)
Szabolcs Nagy6f846e12017-09-28 15:45:41 +0100145 return issignalingf_inline (x) ? x + y : 1.0f;
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100146 if (ix == 0x3f800000)
Szabolcs Nagy6f846e12017-09-28 15:45:41 +0100147 return issignalingf_inline (y) ? x + y : 1.0f;
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100148 if (2 * ix > 2u * 0x7f800000 || 2 * iy > 2u * 0x7f800000)
149 return x + y;
150 if (2 * ix == 2 * 0x3f800000)
151 return 1.0f;
152 if ((2 * ix < 2 * 0x3f800000) == !(iy & 0x80000000))
153 return 0.0f; /* |x|<1 && y==inf or |x|>1 && y==-inf. */
154 return y * y;
155 }
Szabolcs Nagyb21378a2018-05-11 13:29:44 +0100156 if (unlikely (zeroinfnan (ix)))
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100157 {
158 float_t x2 = x * x;
159 if (ix & 0x80000000 && checkint (iy) == 1)
160 {
161 x2 = -x2;
162 sign_bias = 1;
163 }
164#if WANT_ERRNO
165 if (2 * ix == 0 && iy & 0x80000000)
166 return __math_divzerof (sign_bias);
167#endif
Szabolcs Nagy5fa69e12018-06-12 17:18:24 +0100168 /* Without the barrier some versions of clang hoist the 1/x2 and
169 thus division by zero exception can be signaled spuriously. */
170 return iy & 0x80000000 ? opt_barrier_float (1 / x2) : x2;
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100171 }
172 /* x and y are non-zero finite. */
173 if (ix & 0x80000000)
174 {
175 /* Finite x < 0. */
176 int yint = checkint (iy);
177 if (yint == 0)
178 return __math_invalidf (x);
179 if (yint == 1)
180 sign_bias = SIGN_BIAS;
181 ix &= 0x7fffffff;
182 }
183 if (ix < 0x00800000)
184 {
185 /* Normalize subnormal x so exponent becomes negative. */
186 ix = asuint (x * 0x1p23f);
187 ix &= 0x7fffffff;
188 ix -= 23 << 23;
189 }
190 }
191 double_t logx = log2_inline (ix);
192 double_t ylogx = y * logx; /* Note: cannot overflow, y is single prec. */
Szabolcs Nagyb21378a2018-05-11 13:29:44 +0100193 if (unlikely ((asuint64 (ylogx) >> 47 & 0xffff)
194 >= asuint64 (126.0 * POWF_SCALE) >> 47))
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100195 {
196 /* |y*log(x)| >= 126. */
197 if (ylogx > 0x1.fffffffd1d571p+6 * POWF_SCALE)
Szabolcs Nagy75b8d8c2018-12-07 13:47:14 +0000198 /* |x^y| > 0x1.ffffffp127. */
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100199 return __math_oflowf (sign_bias);
Szabolcs Nagy75b8d8c2018-12-07 13:47:14 +0000200 if (WANT_ROUNDING && WANT_ERRNO
201 && ylogx > 0x1.fffffffa3aae2p+6 * POWF_SCALE)
202 /* |x^y| > 0x1.fffffep127, check if we round away from 0. */
Szabolcs Nagy6e605672018-12-10 12:53:01 +0000203 if ((!sign_bias
204 && eval_as_float (1.0f + opt_barrier_float (0x1p-25f)) != 1.0f)
205 || (sign_bias
206 && eval_as_float (-1.0f - opt_barrier_float (0x1p-25f))
207 != -1.0f))
Szabolcs Nagy75b8d8c2018-12-07 13:47:14 +0000208 return __math_oflowf (sign_bias);
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100209 if (ylogx <= -150.0 * POWF_SCALE)
210 return __math_uflowf (sign_bias);
211#if WANT_ERRNO_UFLOW
212 if (ylogx < -149.0 * POWF_SCALE)
213 return __math_may_uflowf (sign_bias);
214#endif
215 }
Szabolcs Nagy04884bd2018-12-07 14:58:51 +0000216 return exp2_inline (ylogx, sign_bias);
Szabolcs Nagy86067a72017-08-11 15:35:12 +0100217}
Szabolcs Nagyb7d568d2018-06-06 12:26:56 +0100218#if USE_GLIBC_ABI
219strong_alias (powf, __powf_finite)
220hidden_alias (powf, __ieee754_powf)
221#endif