/* Enumerate available IFUNC implementations of a function. s390/s390x version.
Copyright (C) 2015-2018 Free Software Foundation, Inc.
This file is part of the GNU C Library.
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with the GNU C Library; if not, see
. */
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
/* Maximum number of IFUNC implementations. */
#define MAX_IFUNC 3
/* Fill ARRAY of MAX elements with IFUNC implementations for function
NAME supported on target machine and return the number of valid
entries. */
size_t
__libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
size_t max)
{
assert (max >= MAX_IFUNC);
size_t i = 0;
/* Get hardware information. */
unsigned long int dl_hwcap = GLRO (dl_hwcap);
unsigned long long stfle_bits = 0ULL;
if ((dl_hwcap & HWCAP_S390_STFLE)
&& (dl_hwcap & HWCAP_S390_ZARCH)
&& (dl_hwcap & HWCAP_S390_HIGH_GPRS))
{
S390_STORE_STFLE (stfle_bits);
}
#if HAVE_MEMSET_IFUNC
IFUNC_IMPL (i, name, memset,
# if HAVE_MEMSET_Z196
IFUNC_IMPL_ADD (array, i, memset,
S390_IS_Z196 (stfle_bits), MEMSET_Z196)
# endif
# if HAVE_MEMSET_Z10
IFUNC_IMPL_ADD (array, i, memset,
S390_IS_Z10 (stfle_bits), MEMSET_Z10)
# endif
# if HAVE_MEMSET_Z900_G5
IFUNC_IMPL_ADD (array, i, memset, 1, MEMSET_Z900_G5)
# endif
)
/* Note: bzero is implemented in memset. */
IFUNC_IMPL (i, name, bzero,
# if HAVE_MEMSET_Z196
IFUNC_IMPL_ADD (array, i, bzero,
S390_IS_Z196 (stfle_bits), BZERO_Z196)
# endif
# if HAVE_MEMSET_Z10
IFUNC_IMPL_ADD (array, i, bzero,
S390_IS_Z10 (stfle_bits), BZERO_Z10)
# endif
# if HAVE_MEMSET_Z900_G5
IFUNC_IMPL_ADD (array, i, bzero, 1, BZERO_Z900_G5)
# endif
)
#endif /* HAVE_MEMSET_IFUNC */
#if HAVE_MEMCMP_IFUNC
IFUNC_IMPL (i, name, memcmp,
# if HAVE_MEMCMP_Z196
IFUNC_IMPL_ADD (array, i, memcmp,
S390_IS_Z196 (stfle_bits), MEMCMP_Z196)
# endif
# if HAVE_MEMCMP_Z10
IFUNC_IMPL_ADD (array, i, memcmp,
S390_IS_Z10 (stfle_bits), MEMCMP_Z10)
# endif
# if HAVE_MEMCMP_Z900_G5
IFUNC_IMPL_ADD (array, i, memcmp, 1, MEMCMP_Z900_G5)
# endif
)
#endif /* HAVE_MEMCMP_IFUNC */
#if HAVE_MEMCPY_IFUNC
IFUNC_IMPL (i, name, memcpy,
# if HAVE_MEMCPY_Z196
IFUNC_IMPL_ADD (array, i, memcpy,
S390_IS_Z196 (stfle_bits), MEMCPY_Z196)
# endif
# if HAVE_MEMCPY_Z10
IFUNC_IMPL_ADD (array, i, memcpy,
S390_IS_Z10 (stfle_bits), MEMCPY_Z10)
# endif
# if HAVE_MEMCPY_Z900_G5
IFUNC_IMPL_ADD (array, i, memcpy, 1, MEMCPY_Z900_G5)
# endif
)
IFUNC_IMPL (i, name, mempcpy,
# if HAVE_MEMCPY_Z196
IFUNC_IMPL_ADD (array, i, mempcpy,
S390_IS_Z196 (stfle_bits), MEMPCPY_Z196)
# endif
# if HAVE_MEMCPY_Z10
IFUNC_IMPL_ADD (array, i, mempcpy,
S390_IS_Z10 (stfle_bits), MEMPCPY_Z10)
# endif
# if HAVE_MEMCPY_Z900_G5
IFUNC_IMPL_ADD (array, i, mempcpy, 1, MEMPCPY_Z900_G5)
# endif
)
#endif /* HAVE_MEMCPY_IFUNC */
#if HAVE_MEMMOVE_IFUNC
IFUNC_IMPL (i, name, memmove,
# if HAVE_MEMMOVE_Z13
IFUNC_IMPL_ADD (array, i, memmove,
dl_hwcap & HWCAP_S390_VX, MEMMOVE_Z13)
# endif
# if HAVE_MEMMOVE_C
IFUNC_IMPL_ADD (array, i, memmove, 1, MEMMOVE_C)
# endif
)
#endif /* HAVE_MEMMOVE_IFUNC */
#if HAVE_STRSTR_IFUNC
IFUNC_IMPL (i, name, strstr,
# if HAVE_STRSTR_Z13
IFUNC_IMPL_ADD (array, i, strstr,
dl_hwcap & HWCAP_S390_VX, STRSTR_Z13)
# endif
# if HAVE_STRSTR_C
IFUNC_IMPL_ADD (array, i, strstr, 1, STRSTR_C)
# endif
)
#endif /* HAVE_STRSTR_IFUNC */
#if HAVE_MEMMEM_IFUNC
IFUNC_IMPL (i, name, memmem,
# if HAVE_MEMMEM_Z13
IFUNC_IMPL_ADD (array, i, memmem,
dl_hwcap & HWCAP_S390_VX, MEMMEM_Z13)
# endif
# if HAVE_MEMMEM_C
IFUNC_IMPL_ADD (array, i, memmem, 1, MEMMEM_C)
# endif
)
#endif /* HAVE_MEMMEM_IFUNC */
#if HAVE_STRLEN_IFUNC
IFUNC_IMPL (i, name, strlen,
# if HAVE_STRLEN_Z13
IFUNC_IMPL_ADD (array, i, strlen,
dl_hwcap & HWCAP_S390_VX, STRLEN_Z13)
# endif
# if HAVE_STRLEN_C
IFUNC_IMPL_ADD (array, i, strlen, 1, STRLEN_C)
# endif
)
#endif /* HAVE_STRLEN_IFUNC */
#if HAVE_STRNLEN_IFUNC
IFUNC_IMPL (i, name, strnlen,
# if HAVE_STRNLEN_Z13
IFUNC_IMPL_ADD (array, i, strnlen,
dl_hwcap & HWCAP_S390_VX, STRNLEN_Z13)
# endif
# if HAVE_STRNLEN_C
IFUNC_IMPL_ADD (array, i, strnlen, 1, STRNLEN_C)
# endif
)
#endif /* HAVE_STRNLEN_IFUNC */
#if HAVE_STRCPY_IFUNC
IFUNC_IMPL (i, name, strcpy,
# if HAVE_STRCPY_Z13
IFUNC_IMPL_ADD (array, i, strcpy,
dl_hwcap & HWCAP_S390_VX, STRCPY_Z13)
# endif
# if HAVE_STRCPY_Z900_G5
IFUNC_IMPL_ADD (array, i, strcpy, 1, STRCPY_Z900_G5)
# endif
)
#endif /* HAVE_STRCPY_IFUNC */
#if HAVE_STPCPY_IFUNC
IFUNC_IMPL (i, name, stpcpy,
# if HAVE_STPCPY_Z13
IFUNC_IMPL_ADD (array, i, stpcpy,
dl_hwcap & HWCAP_S390_VX, STPCPY_Z13)
# endif
# if HAVE_STPCPY_C
IFUNC_IMPL_ADD (array, i, stpcpy, 1, STPCPY_C)
# endif
)
#endif /* HAVE_STPCPY_IFUNC */
#if HAVE_STRNCPY_IFUNC
IFUNC_IMPL (i, name, strncpy,
# if HAVE_STRNCPY_Z13
IFUNC_IMPL_ADD (array, i, strncpy,
dl_hwcap & HWCAP_S390_VX, STRNCPY_Z13)
# endif
# if HAVE_STRNCPY_Z900_G5
IFUNC_IMPL_ADD (array, i, strncpy, 1, STRNCPY_Z900_G5)
# endif
)
#endif /* HAVE_STRNCPY_IFUNC */
#if HAVE_STPNCPY_IFUNC
IFUNC_IMPL (i, name, stpncpy,
# if HAVE_STPNCPY_Z13
IFUNC_IMPL_ADD (array, i, stpncpy,
dl_hwcap & HWCAP_S390_VX, STPNCPY_Z13)
# endif
# if HAVE_STPNCPY_C
IFUNC_IMPL_ADD (array, i, stpncpy, 1, STPNCPY_C)
# endif
)
#endif /* HAVE_STPNCPY_IFUNC */
#if HAVE_STRCAT_IFUNC
IFUNC_IMPL (i, name, strcat,
# if HAVE_STRCAT_Z13
IFUNC_IMPL_ADD (array, i, strcat,
dl_hwcap & HWCAP_S390_VX, STRCAT_Z13)
# endif
# if HAVE_STRCAT_C
IFUNC_IMPL_ADD (array, i, strcat, 1, STRCAT_C)
# endif
)
#endif /* HAVE_STRCAT_IFUNC */
#if HAVE_STRNCAT_IFUNC
IFUNC_IMPL (i, name, strncat,
# if HAVE_STRNCAT_Z13
IFUNC_IMPL_ADD (array, i, strncat,
dl_hwcap & HWCAP_S390_VX, STRNCAT_Z13)
# endif
# if HAVE_STRNCAT_C
IFUNC_IMPL_ADD (array, i, strncat, 1, STRNCAT_C)
# endif
)
#endif /* HAVE_STRNCAT_IFUNC */
#if HAVE_STRCMP_IFUNC
IFUNC_IMPL (i, name, strcmp,
# if HAVE_STRCMP_Z13
IFUNC_IMPL_ADD (array, i, strcmp,
dl_hwcap & HWCAP_S390_VX, STRCMP_Z13)
# endif
# if HAVE_STRCMP_Z900_G5
IFUNC_IMPL_ADD (array, i, strcmp, 1, STRCMP_Z900_G5)
# endif
)
#endif /* HAVE_STRCMP_IFUNC */
#if HAVE_STRNCMP_IFUNC
IFUNC_IMPL (i, name, strncmp,
# if HAVE_STRNCMP_Z13
IFUNC_IMPL_ADD (array, i, strncmp,
dl_hwcap & HWCAP_S390_VX, STRNCMP_Z13)
# endif
# if HAVE_STRNCMP_C
IFUNC_IMPL_ADD (array, i, strncmp, 1, STRNCMP_C)
# endif
)
#endif /* HAVE_STRNCMP_IFUNC */
#if HAVE_STRCHR_IFUNC
IFUNC_IMPL (i, name, strchr,
# if HAVE_STRCHR_Z13
IFUNC_IMPL_ADD (array, i, strchr,
dl_hwcap & HWCAP_S390_VX, STRCHR_Z13)
# endif
# if HAVE_STRCHR_C
IFUNC_IMPL_ADD (array, i, strchr, 1, STRCHR_C)
# endif
)
#endif /* HAVE_STRCHR_IFUNC */
#if HAVE_STRCHRNUL_IFUNC
IFUNC_IMPL (i, name, strchrnul,
# if HAVE_STRCHRNUL_Z13
IFUNC_IMPL_ADD (array, i, strchrnul,
dl_hwcap & HWCAP_S390_VX, STRCHRNUL_Z13)
# endif
# if HAVE_STRCHRNUL_C
IFUNC_IMPL_ADD (array, i, strchrnul, 1, STRCHRNUL_C)
# endif
)
#endif /* HAVE_STRCHRNUL_IFUNC */
#if HAVE_STRRCHR_IFUNC
IFUNC_IMPL (i, name, strrchr,
# if HAVE_STRRCHR_Z13
IFUNC_IMPL_ADD (array, i, strrchr,
dl_hwcap & HWCAP_S390_VX, STRRCHR_Z13)
# endif
# if HAVE_STRRCHR_C
IFUNC_IMPL_ADD (array, i, strrchr, 1, STRRCHR_C)
# endif
)
#endif /* HAVE_STRRCHR_IFUNC */
#if HAVE_STRSPN_IFUNC
IFUNC_IMPL (i, name, strspn,
# if HAVE_STRSPN_Z13
IFUNC_IMPL_ADD (array, i, strspn,
dl_hwcap & HWCAP_S390_VX, STRSPN_Z13)
# endif
# if HAVE_STRSPN_C
IFUNC_IMPL_ADD (array, i, strspn, 1, STRSPN_C)
# endif
)
#endif /* HAVE_STRSPN_IFUNC */
#if HAVE_STRPBRK_IFUNC
IFUNC_IMPL (i, name, strpbrk,
# if HAVE_STRPBRK_Z13
IFUNC_IMPL_ADD (array, i, strpbrk,
dl_hwcap & HWCAP_S390_VX, STRPBRK_Z13)
# endif
# if HAVE_STRPBRK_C
IFUNC_IMPL_ADD (array, i, strpbrk, 1, STRPBRK_C)
# endif
)
#endif /* HAVE_STRPBRK_IFUNC */
#if HAVE_STRCSPN_IFUNC
IFUNC_IMPL (i, name, strcspn,
# if HAVE_STRCSPN_Z13
IFUNC_IMPL_ADD (array, i, strcspn,
dl_hwcap & HWCAP_S390_VX, STRCSPN_Z13)
# endif
# if HAVE_STRCSPN_C
IFUNC_IMPL_ADD (array, i, strcspn, 1, STRCSPN_C)
# endif
)
#endif /* HAVE_STRCSPN_IFUNC */
#if HAVE_MEMCHR_IFUNC
IFUNC_IMPL (i, name, memchr,
# if HAVE_MEMCHR_Z13
IFUNC_IMPL_ADD (array, i, memchr,
dl_hwcap & HWCAP_S390_VX, MEMCHR_Z13)
# endif
# if HAVE_MEMCHR_Z900_G5
IFUNC_IMPL_ADD (array, i, memchr, 1, MEMCHR_Z900_G5)
# endif
)
#endif /* HAVE_MEMCHR_IFUNC */
#if HAVE_RAWMEMCHR_IFUNC
IFUNC_IMPL (i, name, rawmemchr,
# if HAVE_RAWMEMCHR_Z13
IFUNC_IMPL_ADD (array, i, rawmemchr,
dl_hwcap & HWCAP_S390_VX, RAWMEMCHR_Z13)
# endif
# if HAVE_RAWMEMCHR_C
IFUNC_IMPL_ADD (array, i, rawmemchr, 1, RAWMEMCHR_C)
# endif
)
#endif /* HAVE_RAWMEMCHR_IFUNC */
#ifdef HAVE_S390_VX_ASM_SUPPORT
# define IFUNC_VX_IMPL(FUNC) \
IFUNC_IMPL (i, name, FUNC, \
IFUNC_IMPL_ADD (array, i, FUNC, dl_hwcap & HWCAP_S390_VX, \
__##FUNC##_vx) \
IFUNC_IMPL_ADD (array, i, FUNC, 1, __##FUNC##_c))
IFUNC_VX_IMPL (wcslen);
IFUNC_VX_IMPL (wcsnlen);
IFUNC_VX_IMPL (wcscpy);
IFUNC_VX_IMPL (wcpcpy);
IFUNC_VX_IMPL (wcsncpy);
IFUNC_VX_IMPL (wcpncpy);
IFUNC_VX_IMPL (wcscat);
IFUNC_VX_IMPL (wcsncat);
IFUNC_VX_IMPL (wcscmp);
IFUNC_VX_IMPL (wcsncmp);
IFUNC_VX_IMPL (wcschr);
IFUNC_VX_IMPL (wcschrnul);
IFUNC_VX_IMPL (wcsrchr);
IFUNC_VX_IMPL (wcsspn);
IFUNC_VX_IMPL (wcspbrk);
IFUNC_VX_IMPL (wcscspn);
IFUNC_VX_IMPL (wmemchr);
IFUNC_VX_IMPL (memccpy);
IFUNC_VX_IMPL (wmemset);
IFUNC_VX_IMPL (wmemcmp);
IFUNC_VX_IMPL (memrchr);
#endif /* HAVE_S390_VX_ASM_SUPPORT */
return i;
}