mirror of https://gitee.com/Nocallback/glibc.git
Browse Source
This patch adds multiarch functions optimized with -mfma -mavx2 to libm. e_pow-fma.c is compiled with $(config-cflags-nofma) due to PR 19003. * sysdeps/x86_64/fpu/multiarch/Makefile (libm-sysdep_routines): Add e_exp-fma, e_log-fma, e_pow-fma, s_atan-fma, e_asin-fma, e_atan2-fma, s_sin-fma, s_tan-fma, mplog-fma, mpa-fma, slowexp-fma, slowpow-fma, sincos32-fma, doasin-fma, dosincos-fma, halfulp-fma, mpexp-fma, mpatan2-fma, mpatan-fma, mpsqrt-fma, and mptan-fma. (CFLAGS-doasin-fma.c): New. (CFLAGS-dosincos-fma.c): Likewise. (CFLAGS-e_asin-fma.c): Likewise. (CFLAGS-e_atan2-fma.c): Likewise. (CFLAGS-e_exp-fma.c): Likewise. (CFLAGS-e_log-fma.c): Likewise. (CFLAGS-e_pow-fma.c): Likewise. (CFLAGS-halfulp-fma.c): Likewise. (CFLAGS-mpa-fma.c): Likewise. (CFLAGS-mpatan-fma.c): Likewise. (CFLAGS-mpatan2-fma.c): Likewise. (CFLAGS-mpexp-fma.c): Likewise. (CFLAGS-mplog-fma.c): Likewise. (CFLAGS-mpsqrt-fma.c): Likewise. (CFLAGS-mptan-fma.c): Likewise. (CFLAGS-s_atan-fma.c): Likewise. (CFLAGS-sincos32-fma.c): Likewise. (CFLAGS-slowexp-fma.c): Likewise. (CFLAGS-slowpow-fma.c): Likewise. (CFLAGS-s_sin-fma.c): Likewise. (CFLAGS-s_tan-fma.c): Likewise. * sysdeps/x86_64/fpu/multiarch/doasin-fma.c: New file. * sysdeps/x86_64/fpu/multiarch/dosincos-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_asin-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_atan2-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_exp-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_log-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_pow-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/halfulp-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/ifunc-avx-fma4.h: Likewise. * sysdeps/x86_64/fpu/multiarch/ifunc-fma4.h: Likewise. * sysdeps/x86_64/fpu/multiarch/mpa-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/mpatan-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/mpatan2-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/mpexp-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/mplog-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/mpsqrt-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/mptan-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/s_atan-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/s_sin-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/s_tan-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/sincos32-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/slowexp-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/slowpow-fma.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_asin.c: Rewrite. * sysdeps/x86_64/fpu/multiarch/e_atan2.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_exp.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_log.c: Likewise. * sysdeps/x86_64/fpu/multiarch/e_pow.c: Likewise. * sysdeps/x86_64/fpu/multiarch/s_atan.c: Likewise. * sysdeps/x86_64/fpu/multiarch/s_sin.c: Likewise. * sysdeps/x86_64/fpu/multiarch/s_tan.c: Likewise.hjl/pr21913/master
H.J. Lu
9 years ago
33 changed files with 554 additions and 105 deletions
@ -0,0 +1,4 @@ |
|||
#define __doasin __doasin_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/doasin.c> |
|||
@ -0,0 +1,6 @@ |
|||
#define __docos __docos_fma |
|||
#define __dubcos __dubcos_fma |
|||
#define __dubsin __dubsin_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/dosincos.c> |
|||
@ -0,0 +1,11 @@ |
|||
#define __ieee754_acos __ieee754_acos_fma |
|||
#define __ieee754_asin __ieee754_asin_fma |
|||
#define __cos32 __cos32_fma |
|||
#define __doasin __doasin_fma |
|||
#define __docos __docos_fma |
|||
#define __dubcos __dubcos_fma |
|||
#define __dubsin __dubsin_fma |
|||
#define __sin32 __sin32_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/e_asin.c> |
|||
@ -1,26 +1,40 @@ |
|||
#include <init-arch.h> |
|||
#include <math.h> |
|||
#include <math_private.h> |
|||
|
|||
extern double __ieee754_acos_sse2 (double); |
|||
extern double __ieee754_asin_sse2 (double); |
|||
extern double __ieee754_acos_fma4 (double); |
|||
extern double __ieee754_asin_fma4 (double); |
|||
|
|||
libm_ifunc (__ieee754_acos, |
|||
HAS_ARCH_FEATURE (FMA4_Usable) |
|||
? __ieee754_acos_fma4 |
|||
: __ieee754_acos_sse2); |
|||
strong_alias (__ieee754_acos, __acos_finite) |
|||
/* Multiple versions of IEEE 754 asin and acos.
|
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
extern double __redirect_ieee754_asin (double); |
|||
extern double __redirect_ieee754_acos (double); |
|||
|
|||
#define SYMBOL_NAME ieee754_asin |
|||
#include "ifunc-fma4.h" |
|||
|
|||
libm_ifunc (__ieee754_asin, |
|||
HAS_ARCH_FEATURE (FMA4_Usable) |
|||
? __ieee754_asin_fma4 |
|||
: __ieee754_asin_sse2); |
|||
libc_ifunc_redirected (__redirect_ieee754_asin, __ieee754_asin, |
|||
IFUNC_SELECTOR ()); |
|||
strong_alias (__ieee754_asin, __asin_finite) |
|||
|
|||
#define __ieee754_acos __ieee754_acos_sse2 |
|||
#define __ieee754_asin __ieee754_asin_sse2 |
|||
#undef SYMBOL_NAME |
|||
#define SYMBOL_NAME ieee754_acos |
|||
#include "ifunc-fma4.h" |
|||
|
|||
libc_ifunc_redirected (__redirect_ieee754_acos, __ieee754_acos, |
|||
IFUNC_SELECTOR ()); |
|||
strong_alias (__ieee754_acos, __acos_finite) |
|||
|
|||
|
|||
#define __ieee754_acos __ieee754_acos_sse2 |
|||
#define __ieee754_asin __ieee754_asin_sse2 |
|||
#include <sysdeps/ieee754/dbl-64/e_asin.c> |
|||
|
|||
@ -0,0 +1,10 @@ |
|||
#define __ieee754_atan2 __ieee754_atan2_fma |
|||
#define __add __add_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __dvd __dvd_fma |
|||
#define __mpatan2 __mpatan2_fma |
|||
#define __mul __mul_fma |
|||
#define __sub __sub_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/e_atan2.c> |
|||
@ -1,18 +1,29 @@ |
|||
#include <init-arch.h> |
|||
#include <math.h> |
|||
#include <math_private.h> |
|||
/* Multiple versions of IEEE 754 atan.
|
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
extern double __ieee754_atan2_sse2 (double, double); |
|||
extern double __ieee754_atan2_avx (double, double); |
|||
extern double __ieee754_atan2_fma4 (double, double); |
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
libm_ifunc (__ieee754_atan2, |
|||
HAS_ARCH_FEATURE (FMA4_Usable) ? __ieee754_atan2_fma4 |
|||
: (HAS_ARCH_FEATURE (AVX_Usable) |
|||
? __ieee754_atan2_avx : __ieee754_atan2_sse2)); |
|||
strong_alias (__ieee754_atan2, __atan2_finite) |
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
#define __ieee754_atan2 __ieee754_atan2_sse2 |
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
extern double __redirect_ieee754_atan2 (double, double); |
|||
|
|||
#define SYMBOL_NAME ieee754_atan2 |
|||
#include "ifunc-avx-fma4.h" |
|||
|
|||
libc_ifunc_redirected (__redirect_ieee754_atan2, |
|||
__ieee754_atan2, IFUNC_SELECTOR ()); |
|||
strong_alias (__ieee754_atan2, __atan2_finite) |
|||
|
|||
#define __ieee754_atan2 __ieee754_atan2_sse2 |
|||
#include <sysdeps/ieee754/dbl-64/e_atan2.c> |
|||
|
|||
@ -0,0 +1,6 @@ |
|||
#define __ieee754_exp __ieee754_exp_fma |
|||
#define __exp1 __exp1_fma |
|||
#define __slowexp __slowexp_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/e_exp.c> |
|||
@ -1,18 +1,29 @@ |
|||
#include <init-arch.h> |
|||
#include <math.h> |
|||
#include <math_private.h> |
|||
/* Multiple versions of IEEE 754 exp.
|
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
extern double __ieee754_exp_sse2 (double); |
|||
extern double __ieee754_exp_avx (double); |
|||
extern double __ieee754_exp_fma4 (double); |
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
libm_ifunc (__ieee754_exp, |
|||
HAS_ARCH_FEATURE (FMA4_Usable) ? __ieee754_exp_fma4 |
|||
: (HAS_ARCH_FEATURE (AVX_Usable) |
|||
? __ieee754_exp_avx : __ieee754_exp_sse2)); |
|||
strong_alias (__ieee754_exp, __exp_finite) |
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
#define __ieee754_exp __ieee754_exp_sse2 |
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
extern double __redirect_ieee754_exp (double); |
|||
|
|||
#define SYMBOL_NAME ieee754_exp |
|||
#include "ifunc-avx-fma4.h" |
|||
|
|||
libc_ifunc_redirected (__redirect_ieee754_exp, __ieee754_exp, |
|||
IFUNC_SELECTOR ()); |
|||
strong_alias (__ieee754_exp, __exp_finite) |
|||
|
|||
#define __ieee754_exp __ieee754_exp_sse2 |
|||
#include <sysdeps/ieee754/dbl-64/e_exp.c> |
|||
|
|||
@ -0,0 +1,8 @@ |
|||
#define __ieee754_log __ieee754_log_fma |
|||
#define __mplog __mplog_fma |
|||
#define __add __add_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __sub __sub_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/e_log.c> |
|||
@ -1,18 +1,29 @@ |
|||
#include <init-arch.h> |
|||
#include <math.h> |
|||
#include <math_private.h> |
|||
/* Multiple versions of IEEE 754 log.
|
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
extern double __ieee754_log_sse2 (double); |
|||
extern double __ieee754_log_avx (double); |
|||
extern double __ieee754_log_fma4 (double); |
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
libm_ifunc (__ieee754_log, |
|||
HAS_ARCH_FEATURE (FMA4_Usable) ? __ieee754_log_fma4 |
|||
: (HAS_ARCH_FEATURE (AVX_Usable) |
|||
? __ieee754_log_avx : __ieee754_log_sse2)); |
|||
strong_alias (__ieee754_log, __log_finite) |
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
#define __ieee754_log __ieee754_log_sse2 |
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
extern double __redirect_ieee754_log (double); |
|||
|
|||
#define SYMBOL_NAME ieee754_log |
|||
#include "ifunc-avx-fma4.h" |
|||
|
|||
libc_ifunc_redirected (__redirect_ieee754_log, __ieee754_log, |
|||
IFUNC_SELECTOR ()); |
|||
strong_alias (__ieee754_log, __log_finite) |
|||
|
|||
#define __ieee754_log __ieee754_log_sse2 |
|||
#include <sysdeps/ieee754/dbl-64/e_log.c> |
|||
|
|||
@ -0,0 +1,6 @@ |
|||
#define __ieee754_pow __ieee754_pow_fma |
|||
#define __exp1 __exp1_fma |
|||
#define __slowpow __slowpow_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/e_pow.c> |
|||
@ -1,17 +1,29 @@ |
|||
#include <init-arch.h> |
|||
#include <math.h> |
|||
#include <math_private.h> |
|||
/* Multiple versions of IEEE 754 pow.
|
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
extern double __ieee754_pow_sse2 (double, double); |
|||
extern double __ieee754_pow_fma4 (double, double); |
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
libm_ifunc (__ieee754_pow, |
|||
HAS_ARCH_FEATURE (FMA4_Usable) |
|||
? __ieee754_pow_fma4 |
|||
: __ieee754_pow_sse2); |
|||
strong_alias (__ieee754_pow, __pow_finite) |
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
#define __ieee754_pow __ieee754_pow_sse2 |
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
extern double __redirect_ieee754_pow (double, double); |
|||
|
|||
#define SYMBOL_NAME ieee754_pow |
|||
#include "ifunc-fma4.h" |
|||
|
|||
libc_ifunc_redirected (__redirect_ieee754_pow, |
|||
__ieee754_pow, IFUNC_SELECTOR ()); |
|||
strong_alias (__ieee754_pow, __pow_finite) |
|||
|
|||
#define __ieee754_pow __ieee754_pow_sse2 |
|||
#include <sysdeps/ieee754/dbl-64/e_pow.c> |
|||
|
|||
@ -0,0 +1,4 @@ |
|||
#define __halfulp __halfulp_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/halfulp.c> |
|||
@ -0,0 +1,43 @@ |
|||
/* Common definition for ifunc selections optimized with AVX, AVX2/FMA
|
|||
and FMA4. |
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
#include <init-arch.h> |
|||
|
|||
extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2) attribute_hidden; |
|||
extern __typeof (REDIRECT_NAME) OPTIMIZE (avx) attribute_hidden; |
|||
extern __typeof (REDIRECT_NAME) OPTIMIZE (fma) attribute_hidden; |
|||
extern __typeof (REDIRECT_NAME) OPTIMIZE (fma4) attribute_hidden; |
|||
|
|||
static inline void * |
|||
IFUNC_SELECTOR (void) |
|||
{ |
|||
const struct cpu_features* cpu_features = __get_cpu_features (); |
|||
|
|||
if (CPU_FEATURES_ARCH_P (cpu_features, FMA_Usable) |
|||
&& CPU_FEATURES_ARCH_P (cpu_features, AVX2_Usable)) |
|||
return OPTIMIZE (fma); |
|||
|
|||
if (CPU_FEATURES_ARCH_P (cpu_features, FMA4_Usable)) |
|||
return OPTIMIZE (fma4); |
|||
|
|||
if (CPU_FEATURES_ARCH_P (cpu_features, AVX_Usable)) |
|||
return OPTIMIZE (avx); |
|||
|
|||
return OPTIMIZE (sse2); |
|||
} |
|||
@ -0,0 +1,39 @@ |
|||
/* Common definition for ifunc selections optimized with AVX2/FMA and
|
|||
FMA4. |
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
#include <init-arch.h> |
|||
|
|||
extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2) attribute_hidden; |
|||
extern __typeof (REDIRECT_NAME) OPTIMIZE (fma) attribute_hidden; |
|||
extern __typeof (REDIRECT_NAME) OPTIMIZE (fma4) attribute_hidden; |
|||
|
|||
static inline void * |
|||
IFUNC_SELECTOR (void) |
|||
{ |
|||
const struct cpu_features* cpu_features = __get_cpu_features (); |
|||
|
|||
if (CPU_FEATURES_ARCH_P (cpu_features, FMA_Usable) |
|||
&& CPU_FEATURES_ARCH_P (cpu_features, AVX2_Usable)) |
|||
return OPTIMIZE (fma); |
|||
|
|||
if (CPU_FEATURES_ARCH_P (cpu_features, FMA4_Usable)) |
|||
return OPTIMIZE (fma4); |
|||
|
|||
return OPTIMIZE (sse2); |
|||
} |
|||
@ -0,0 +1,14 @@ |
|||
#define __add __add_fma |
|||
#define __mul __mul_fma |
|||
#define __sqr __sqr_fma |
|||
#define __sub __sub_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __dvd __dvd_fma |
|||
|
|||
#define NO___CPY 1 |
|||
#define NO___MP_DBL 1 |
|||
#define NO___ACR 1 |
|||
#define NO__CONST 1 |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/mpa.c> |
|||
@ -0,0 +1,10 @@ |
|||
#define __mpatan __mpatan_fma |
|||
#define __add __add_fma |
|||
#define __dvd __dvd_fma |
|||
#define __mpsqrt __mpsqrt_fma |
|||
#define __mul __mul_fma |
|||
#define __sub __sub_fma |
|||
#define AVOID_MPATAN_H 1 |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/mpatan.c> |
|||
@ -0,0 +1,9 @@ |
|||
#define __mpatan2 __mpatan2_fma |
|||
#define __add __add_fma |
|||
#define __dvd __dvd_fma |
|||
#define __mpatan __mpatan_fma |
|||
#define __mpsqrt __mpsqrt_fma |
|||
#define __mul __mul_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/mpatan2.c> |
|||
@ -0,0 +1,9 @@ |
|||
#define __mpexp __mpexp_fma |
|||
#define __add __add_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __dvd __dvd_fma |
|||
#define __mul __mul_fma |
|||
#define AVOID_MPEXP_H 1 |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/mpexp.c> |
|||
@ -0,0 +1,8 @@ |
|||
#define __mplog __mplog_fma |
|||
#define __add __add_fma |
|||
#define __mpexp __mpexp_fma |
|||
#define __mul __mul_fma |
|||
#define __sub __sub_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/mplog.c> |
|||
@ -0,0 +1,8 @@ |
|||
#define __mpsqrt __mpsqrt_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __mul __mul_fma |
|||
#define __sub __sub_fma |
|||
#define AVOID_MPSQRT_H 1 |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/mpsqrt.c> |
|||
@ -0,0 +1,7 @@ |
|||
#define __mptan __mptan_fma |
|||
#define __c32 __c32_fma |
|||
#define __dvd __dvd_fma |
|||
#define __mpranred __mpranred_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/mptan.c> |
|||
@ -0,0 +1,9 @@ |
|||
#define atan __atan_fma |
|||
#define __add __add_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __mpatan __mpatan_fma |
|||
#define __mul __mul_fma |
|||
#define __sub __sub_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/s_atan.c> |
|||
@ -1,15 +1,27 @@ |
|||
#include <init-arch.h> |
|||
#include <math.h> |
|||
/* Multiple versions of atan.
|
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
extern double __atan_sse2 (double); |
|||
extern double __atan_avx (double); |
|||
extern double __atan_fma4 (double); |
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
libm_ifunc (atan, (HAS_ARCH_FEATURE (FMA4_Usable) ? __atan_fma4 : |
|||
HAS_ARCH_FEATURE (AVX_Usable) |
|||
? __atan_avx : __atan_sse2)); |
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
#define atan __atan_sse2 |
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
extern double __redirect_atan (double); |
|||
|
|||
#define SYMBOL_NAME atan |
|||
#include "ifunc-avx-fma4.h" |
|||
|
|||
libc_ifunc_redirected (__redirect_atan, atan, IFUNC_SELECTOR ()); |
|||
|
|||
#define atan __atan_sse2 |
|||
#include <sysdeps/ieee754/dbl-64/s_atan.c> |
|||
|
|||
@ -0,0 +1,11 @@ |
|||
#define __cos __cos_fma |
|||
#define __sin __sin_fma |
|||
#define __docos __docos_fma |
|||
#define __dubsin __dubsin_fma |
|||
#define __mpcos __mpcos_fma |
|||
#define __mpcos1 __mpcos1_fma |
|||
#define __mpsin __mpsin_fma |
|||
#define __mpsin1 __mpsin1_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/s_sin.c> |
|||
@ -1,26 +1,37 @@ |
|||
#include <init-arch.h> |
|||
#include <math.h> |
|||
#undef NAN |
|||
|
|||
extern double __cos_sse2 (double); |
|||
extern double __sin_sse2 (double); |
|||
extern double __cos_avx (double); |
|||
extern double __sin_avx (double); |
|||
extern double __cos_fma4 (double); |
|||
extern double __sin_fma4 (double); |
|||
|
|||
libm_ifunc (__cos, (HAS_ARCH_FEATURE (FMA4_Usable) ? __cos_fma4 : |
|||
HAS_ARCH_FEATURE (AVX_Usable) |
|||
? __cos_avx : __cos_sse2)); |
|||
weak_alias (__cos, cos) |
|||
/* Multiple versions of sin and cos.
|
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
extern double __redirect_sin (double); |
|||
extern double __redirect_cos (double); |
|||
|
|||
#define SYMBOL_NAME sin |
|||
#include "ifunc-avx-fma4.h" |
|||
|
|||
libm_ifunc (__sin, (HAS_ARCH_FEATURE (FMA4_Usable) ? __sin_fma4 : |
|||
HAS_ARCH_FEATURE (AVX_Usable) |
|||
? __sin_avx : __sin_sse2)); |
|||
libc_ifunc_redirected (__redirect_sin, __sin, IFUNC_SELECTOR ()); |
|||
weak_alias (__sin, sin) |
|||
|
|||
#define __cos __cos_sse2 |
|||
#define __sin __sin_sse2 |
|||
#undef SYMBOL_NAME |
|||
#define SYMBOL_NAME cos |
|||
#include "ifunc-avx-fma4.h" |
|||
|
|||
libc_ifunc_redirected (__redirect_cos, __cos, IFUNC_SELECTOR ()); |
|||
weak_alias (__cos, cos) |
|||
|
|||
#define __cos __cos_sse2 |
|||
#define __sin __sin_sse2 |
|||
#include <sysdeps/ieee754/dbl-64/s_sin.c> |
|||
|
|||
@ -0,0 +1,8 @@ |
|||
#define tan __tan_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __mpranred __mpranred_fma |
|||
#define __mptan __mptan_fma |
|||
#define __sub __sub_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/s_tan.c> |
|||
@ -1,15 +1,27 @@ |
|||
#include <init-arch.h> |
|||
#include <math.h> |
|||
/* Multiple versions of tan.
|
|||
Copyright (C) 2017 Free Software Foundation, Inc. |
|||
This file is part of the GNU C Library. |
|||
|
|||
extern double __tan_sse2 (double); |
|||
extern double __tan_avx (double); |
|||
extern double __tan_fma4 (double); |
|||
The GNU C Library is free software; you can redistribute it and/or |
|||
modify it under the terms of the GNU Lesser General Public |
|||
License as published by the Free Software Foundation; either |
|||
version 2.1 of the License, or (at your option) any later version. |
|||
|
|||
libm_ifunc (tan, (HAS_ARCH_FEATURE (FMA4_Usable) ? __tan_fma4 : |
|||
HAS_ARCH_FEATURE (AVX_Usable) |
|||
? __tan_avx : __tan_sse2)); |
|||
The GNU C Library is distributed in the hope that it will be useful, |
|||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|||
Lesser General Public License for more details. |
|||
|
|||
#define tan __tan_sse2 |
|||
You should have received a copy of the GNU Lesser General Public |
|||
License along with the GNU C Library; if not, see |
|||
<http://www.gnu.org/licenses/>. */
|
|||
|
|||
extern double __redirect_tan (double); |
|||
|
|||
#define SYMBOL_NAME tan |
|||
#include "ifunc-avx-fma4.h" |
|||
|
|||
libc_ifunc_redirected (__redirect_tan, tan, IFUNC_SELECTOR ()); |
|||
|
|||
#define tan __tan_sse2 |
|||
#include <sysdeps/ieee754/dbl-64/s_tan.c> |
|||
|
|||
@ -0,0 +1,15 @@ |
|||
#define __cos32 __cos32_fma |
|||
#define __sin32 __sin32_fma |
|||
#define __c32 __c32_fma |
|||
#define __mpsin __mpsin_fma |
|||
#define __mpsin1 __mpsin1_fma |
|||
#define __mpcos __mpcos_fma |
|||
#define __mpcos1 __mpcos1_fma |
|||
#define __mpranred __mpranred_fma |
|||
#define __add __add_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __mul __mul_fma |
|||
#define __sub __sub_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/sincos32.c> |
|||
@ -0,0 +1,9 @@ |
|||
#define __slowexp __slowexp_fma |
|||
#define __add __add_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __mpexp __mpexp_fma |
|||
#define __mul __mul_fma |
|||
#define __sub __sub_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/slowexp.c> |
|||
@ -0,0 +1,11 @@ |
|||
#define __slowpow __slowpow_fma |
|||
#define __add __add_fma |
|||
#define __dbl_mp __dbl_mp_fma |
|||
#define __mpexp __mpexp_fma |
|||
#define __mplog __mplog_fma |
|||
#define __mul __mul_fma |
|||
#define __sub __sub_fma |
|||
#define __halfulp __halfulp_fma |
|||
#define SECTION __attribute__ ((section (".text.fma"))) |
|||
|
|||
#include <sysdeps/ieee754/dbl-64/slowpow.c> |
|||
Loading…
Reference in new issue