Optimize 32bit memset/memcpy with SSE2/SSSE3.
This commit is contained in:
H.J. Lu
Ulrich Drepper
parent
4bfc6ab9ae
commit
3af48cbdfa
62
ChangeLog
62
ChangeLog
@ -1,3 +1,65 @@
|
||||
2010-01-12 H.J. Lu <hongjiu.lu@intel.com>
|
||||
|
||||
* sysdeps/i386/i686/bcopy.S: New file.
|
||||
|
||||
* sysdeps/i386/i686/cacheinfo.c (__x86_64_data_cache_size): Define.
|
||||
|
||||
* sysdeps/i386/i686/memcpy.S (__memcpy_chk): Use ENTRY_CHK
|
||||
and END_CHK.
|
||||
* sysdeps/i386/i686/memmove.S (__memmove_chk): Likewise.
|
||||
* sysdeps/i386/i686/mempcpy.S (__mempcpy_chk): Likewise.
|
||||
* sysdeps/i386/i686/memset.S (__memset_chk): Likewise.
|
||||
|
||||
* sysdeps/i386/i686/memmove.S: Support USE_AS_BCOPY.
|
||||
|
||||
* sysdeps/i386/i686/multiarch/Makefile (sysdep_routines): Add
|
||||
bzero-sse2 memset-sse2 memcpy-ssse3 mempcpy-ssse3 memmove-ssse3
|
||||
memcpy-ssse3-rep mempcpy-ssse3-rep memmove-ssse3-rep
|
||||
bcopy-ssse3 bcopy-ssse3-rep memset-sse2-rep bzero-sse2-rep
|
||||
* sysdeps/i386/i686/multiarch/bcopy-ssse3-rep.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/bcopy-ssse3.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/bcopy.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/bzero-sse2-rep.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/bzero-sse2.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/bzero.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memcpy-ssse3-rep.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memcpy-ssse3.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memcpy.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memcpy_chk.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memmove-ssse3-rep.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memmove-ssse3.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memmove.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memmove_chk.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/mempcpy-ssse3-rep.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/mempcpy-ssse3.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/mempcpy.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/mempcpy_chk.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memset-sse2-rep.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memset-sse2.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memset.S: New file.
|
||||
* sysdeps/i386/i686/multiarch/memset_chk.S: New file.
|
||||
|
||||
* sysdeps/i386/sysdep.h (ENTRY_CHK): New.
|
||||
(END_CHK): Likewise.
|
||||
|
||||
* sysdeps/i386/i686/multiarch/ifunc-defines.sym: Add
|
||||
FEATURE_OFFSET, FEATURE_SIZE and FEATURE_INDEX_1.
|
||||
* sysdeps/x86_64/multiarch/ifunc-defines.sym: Likewise.
|
||||
|
||||
* sysdeps/x86_64/cacheinfo.c (intel_02_cache_info): Add entries
|
||||
for 0x0e and 0x80.
|
||||
(__x86_64_data_cache_size): New.
|
||||
(init_cacheinfo): Set __x86_64_data_cache_size.
|
||||
|
||||
* sysdeps/x86_64/multiarch/init-arch.c (__init_cpu_features): Turn
|
||||
on bit_Fast_Rep_String for Intel Core i7.
|
||||
|
||||
* sysdeps/x86_64/multiarch/init-arch.h (bit_Fast_Rep_String): New.
|
||||
(index_Fast_Rep_String): Likewise.
|
||||
(FEATURE_INDEX_1): Likewise.
|
||||
(FEATURE_INDEX_MAX): Likewise.
|
||||
(cpu_features): Add feature.
|
||||
|
||||
2010-01-12 Ulrich Drepper <drepper@redhat.com>
|
||||
|
||||
* conform/data/sys/select.h-data: Fix up for XPG7.
|
||||
|
||||
3
sysdeps/i386/i686/bcopy.S
Normal file
3
sysdeps/i386/i686/bcopy.S
Normal file
@ -0,0 +1,3 @@
|
||||
#define USE_AS_BCOPY
|
||||
#define memmove bcopy
|
||||
#include <sysdeps/i386/i686/memmove.S>
|
||||
@ -1,3 +1,4 @@
|
||||
#define __x86_64_data_cache_size __x86_data_cache_size
|
||||
#define __x86_64_data_cache_size_half __x86_data_cache_size_half
|
||||
#define __x86_64_shared_cache_size __x86_shared_cache_size
|
||||
#define __x86_64_shared_cache_size_half __x86_shared_cache_size_half
|
||||
|
||||
@ -32,11 +32,11 @@
|
||||
|
||||
.text
|
||||
#if defined PIC && !defined NOT_IN_libc
|
||||
ENTRY (__memcpy_chk)
|
||||
ENTRY_CHK (__memcpy_chk)
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb HIDDEN_JUMPTARGET (__chk_fail)
|
||||
END (__memcpy_chk)
|
||||
END_CHK (__memcpy_chk)
|
||||
#endif
|
||||
ENTRY (BP_SYM (memcpy))
|
||||
ENTER
|
||||
|
||||
@ -26,18 +26,27 @@
|
||||
|
||||
#define PARMS LINKAGE+4 /* one spilled register */
|
||||
#define RTN PARMS
|
||||
#define DEST RTN+RTN_SIZE
|
||||
#define SRC DEST+PTR_SIZE
|
||||
#define LEN SRC+PTR_SIZE
|
||||
|
||||
.text
|
||||
#if defined PIC && !defined NOT_IN_libc
|
||||
ENTRY (__memmove_chk)
|
||||
|
||||
#ifdef USE_AS_BCOPY
|
||||
# define SRC RTN+RTN_SIZE
|
||||
# define DEST SRC+PTR_SIZE
|
||||
# define LEN DEST+PTR_SIZE
|
||||
#else
|
||||
# define DEST RTN+RTN_SIZE
|
||||
# define SRC DEST+PTR_SIZE
|
||||
# define LEN SRC+PTR_SIZE
|
||||
|
||||
# if defined PIC && !defined NOT_IN_libc
|
||||
ENTRY_CHK (__memmove_chk)
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb HIDDEN_JUMPTARGET (__chk_fail)
|
||||
END (__memmove_chk)
|
||||
END_CHK (__memmove_chk)
|
||||
# endif
|
||||
#endif
|
||||
|
||||
ENTRY (BP_SYM (memmove))
|
||||
ENTER
|
||||
|
||||
@ -69,8 +78,10 @@ ENTRY (BP_SYM (memmove))
|
||||
movsl
|
||||
movl %edx, %esi
|
||||
cfi_restore (esi)
|
||||
#ifndef USE_AS_BCOPY
|
||||
movl DEST(%esp), %eax
|
||||
RETURN_BOUNDED_POINTER (DEST(%esp))
|
||||
#endif
|
||||
|
||||
popl %edi
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
@ -101,8 +112,10 @@ ENTRY (BP_SYM (memmove))
|
||||
movsl
|
||||
movl %edx, %esi
|
||||
cfi_restore (esi)
|
||||
#ifndef USE_AS_BCOPY
|
||||
movl DEST(%esp), %eax
|
||||
RETURN_BOUNDED_POINTER (DEST(%esp))
|
||||
#endif
|
||||
|
||||
cld
|
||||
popl %edi
|
||||
@ -112,4 +125,6 @@ ENTRY (BP_SYM (memmove))
|
||||
LEAVE
|
||||
RET_PTR
|
||||
END (BP_SYM (memmove))
|
||||
#ifndef USE_AS_BCOPY
|
||||
libc_hidden_builtin_def (memmove)
|
||||
#endif
|
||||
|
||||
@ -32,11 +32,11 @@
|
||||
|
||||
.text
|
||||
#if defined PIC && !defined NOT_IN_libc
|
||||
ENTRY (__mempcpy_chk)
|
||||
ENTRY_CHK (__mempcpy_chk)
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb HIDDEN_JUMPTARGET (__chk_fail)
|
||||
END (__mempcpy_chk)
|
||||
END_CHK (__mempcpy_chk)
|
||||
#endif
|
||||
ENTRY (BP_SYM (__mempcpy))
|
||||
ENTER
|
||||
|
||||
@ -40,11 +40,11 @@
|
||||
|
||||
.text
|
||||
#if defined PIC && !defined NOT_IN_libc && !BZERO_P
|
||||
ENTRY (__memset_chk)
|
||||
ENTRY_CHK (__memset_chk)
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb HIDDEN_JUMPTARGET (__chk_fail)
|
||||
END (__memset_chk)
|
||||
END_CHK (__memset_chk)
|
||||
#endif
|
||||
ENTRY (BP_SYM (memset))
|
||||
ENTER
|
||||
|
||||
@ -4,6 +4,10 @@ gen-as-const-headers += ifunc-defines.sym
|
||||
endif
|
||||
|
||||
ifeq ($(subdir),string)
|
||||
sysdep_routines += bzero-sse2 memset-sse2 memcpy-ssse3 mempcpy-ssse3 \
|
||||
memmove-ssse3 memcpy-ssse3-rep mempcpy-ssse3-rep \
|
||||
memmove-ssse3-rep bcopy-ssse3 bcopy-ssse3-rep \
|
||||
memset-sse2-rep bzero-sse2-rep
|
||||
ifeq (yes,$(config-cflags-sse4))
|
||||
sysdep_routines += strcspn-c strpbrk-c strspn-c strstr-c strcasestr-c
|
||||
CFLAGS-strcspn-c.c += -msse4
|
||||
|
||||
4
sysdeps/i386/i686/multiarch/bcopy-ssse3-rep.S
Normal file
4
sysdeps/i386/i686/multiarch/bcopy-ssse3-rep.S
Normal file
@ -0,0 +1,4 @@
|
||||
#define USE_AS_MEMMOVE
|
||||
#define USE_AS_BCOPY
|
||||
#define MEMCPY __bcopy_ssse3_rep
|
||||
#include "memcpy-ssse3-rep.S"
|
||||
4
sysdeps/i386/i686/multiarch/bcopy-ssse3.S
Normal file
4
sysdeps/i386/i686/multiarch/bcopy-ssse3.S
Normal file
@ -0,0 +1,4 @@
|
||||
#define USE_AS_MEMMOVE
|
||||
#define USE_AS_BCOPY
|
||||
#define MEMCPY __bcopy_ssse3
|
||||
#include "memcpy-ssse3.S"
|
||||
89
sysdeps/i386/i686/multiarch/bcopy.S
Normal file
89
sysdeps/i386/i686/multiarch/bcopy.S
Normal file
@ -0,0 +1,89 @@
|
||||
/* Multiple versions of bcopy
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib. */
|
||||
#ifndef NOT_IN_libc
|
||||
# ifdef SHARED
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(bcopy)
|
||||
.type bcopy, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __bcopy_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __bcopy_ssse3@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __bcopy_ssse3_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(bcopy)
|
||||
# else
|
||||
.text
|
||||
ENTRY(bcopy)
|
||||
.type bcopy, @gnu_indirect_function
|
||||
cmpl $0, KIND_OFFSET+__cpu_features
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __bcopy_ia32, %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
|
||||
jz 2f
|
||||
leal __bcopy_ssse3, %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
|
||||
jz 2f
|
||||
leal __bcopy_ssse3_rep, %eax
|
||||
2: ret
|
||||
END(bcopy)
|
||||
# endif
|
||||
|
||||
# undef ENTRY
|
||||
# define ENTRY(name) \
|
||||
.type __bcopy_ia32, @function; \
|
||||
.p2align 4; \
|
||||
__bcopy_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END
|
||||
# define END(name) \
|
||||
cfi_endproc; .size __bcopy_ia32, .-__bcopy_ia32
|
||||
|
||||
#endif
|
||||
|
||||
#include "../bcopy.S"
|
||||
3
sysdeps/i386/i686/multiarch/bzero-sse2-rep.S
Normal file
3
sysdeps/i386/i686/multiarch/bzero-sse2-rep.S
Normal file
@ -0,0 +1,3 @@
|
||||
#define USE_AS_BZERO
|
||||
#define __memset_sse2_rep __bzero_sse2_rep
|
||||
#include "memset-sse2-rep.S"
|
||||
3
sysdeps/i386/i686/multiarch/bzero-sse2.S
Normal file
3
sysdeps/i386/i686/multiarch/bzero-sse2.S
Normal file
@ -0,0 +1,3 @@
|
||||
#define USE_AS_BZERO
|
||||
#define __memset_sse2 __bzero_sse2
|
||||
#include "memset-sse2.S"
|
||||
97
sysdeps/i386/i686/multiarch/bzero.S
Normal file
97
sysdeps/i386/i686/multiarch/bzero.S
Normal file
@ -0,0 +1,97 @@
|
||||
/* Multiple versions of bzero
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib. */
|
||||
#ifndef NOT_IN_libc
|
||||
# ifdef SHARED
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(__bzero)
|
||||
.type __bzero, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __bzero_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __bzero_sse2@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __bzero_sse2_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(__bzero)
|
||||
# else
|
||||
.text
|
||||
ENTRY(__bzero)
|
||||
.type __bzero, @gnu_indirect_function
|
||||
cmpl $0, KIND_OFFSET+__cpu_features
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __bzero_ia32, %eax
|
||||
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
|
||||
jz 2f
|
||||
leal __bzero_sse2, %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
|
||||
jz 2f
|
||||
leal __bzero_sse2_rep, %eax
|
||||
2: ret
|
||||
END(__bzero)
|
||||
# endif
|
||||
|
||||
# undef ENTRY
|
||||
# define ENTRY(name) \
|
||||
.type __bzero_ia32, @function; \
|
||||
.p2align 4; \
|
||||
__bzero_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END
|
||||
# define END(name) \
|
||||
cfi_endproc; .size __bzero_ia32, .-__bzero_ia32
|
||||
|
||||
# ifdef SHARED
|
||||
# undef libc_hidden_builtin_def
|
||||
/* IFUNC doesn't work with the hidden functions in shared library since
|
||||
they will be called without setting up EBX needed for PLT which is
|
||||
used by IFUNC. */
|
||||
# define libc_hidden_builtin_def(name) \
|
||||
.globl __GI___bzero; __GI___bzero = __bzero_ia32
|
||||
# endif
|
||||
#endif
|
||||
|
||||
#include "../bzero.S"
|
||||
@ -13,5 +13,8 @@ CPUID_ECX_OFFSET offsetof (struct cpuid_registers, ecx)
|
||||
CPUID_EDX_OFFSET offsetof (struct cpuid_registers, edx)
|
||||
FAMILY_OFFSET offsetof (struct cpu_features, family)
|
||||
MODEL_OFFSET offsetof (struct cpu_features, model)
|
||||
FEATURE_OFFSET offsetof (struct cpu_features, feature)
|
||||
FEATURE_SIZE sizeof (unsigned int)
|
||||
|
||||
COMMON_CPUID_INDEX_1
|
||||
FEATURE_INDEX_1
|
||||
|
||||
1785
sysdeps/i386/i686/multiarch/memcpy-ssse3-rep.S
Normal file
1785
sysdeps/i386/i686/multiarch/memcpy-ssse3-rep.S
Normal file
File diff suppressed because it is too large
Load Diff
1737
sysdeps/i386/i686/multiarch/memcpy-ssse3.S
Normal file
1737
sysdeps/i386/i686/multiarch/memcpy-ssse3.S
Normal file
File diff suppressed because it is too large
Load Diff
90
sysdeps/i386/i686/multiarch/memcpy.S
Normal file
90
sysdeps/i386/i686/multiarch/memcpy.S
Normal file
@ -0,0 +1,90 @@
|
||||
/* Multiple versions of memcpy
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib and for
|
||||
DSO. In static binaries we need memcpy before the initialization
|
||||
happened. */
|
||||
#if defined SHARED && !defined NOT_IN_libc
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(memcpy)
|
||||
.type memcpy, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memcpy_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memcpy_ssse3@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memcpy_ssse3_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(memcpy)
|
||||
|
||||
# undef ENTRY
|
||||
# define ENTRY(name) \
|
||||
.type __memcpy_ia32, @function; \
|
||||
.p2align 4; \
|
||||
__memcpy_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END
|
||||
# define END(name) \
|
||||
cfi_endproc; .size __memcpy_ia32, .-__memcpy_ia32
|
||||
|
||||
# undef ENTRY_CHK
|
||||
# define ENTRY_CHK(name) \
|
||||
.type __memcpy_chk_ia32, @function; \
|
||||
.globl __memcpy_chk_ia32; \
|
||||
.p2align 4; \
|
||||
__memcpy_chk_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END_CHK
|
||||
# define END_CHK(name) \
|
||||
cfi_endproc; .size __memcpy_chk_ia32, .-__memcpy_chk_ia32
|
||||
|
||||
# undef libc_hidden_builtin_def
|
||||
/* IFUNC doesn't work with the hidden functions in shared library since
|
||||
they will be called without setting up EBX needed for PLT which is
|
||||
used by IFUNC. */
|
||||
# define libc_hidden_builtin_def(name) \
|
||||
.globl __GI_memcpy; __GI_memcpy = __memcpy_ia32
|
||||
#endif
|
||||
|
||||
#include "../memcpy.S"
|
||||
64
sysdeps/i386/i686/multiarch/memcpy_chk.S
Normal file
64
sysdeps/i386/i686/multiarch/memcpy_chk.S
Normal file
@ -0,0 +1,64 @@
|
||||
/* Multiple versions of __memcpy_chk
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib and for
|
||||
DSO. There are no multiarch memcpy functions for static binaries.
|
||||
*/
|
||||
#ifndef NOT_IN_libc
|
||||
# ifdef SHARED
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(__memcpy_chk)
|
||||
.type __memcpy_chk, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memcpy_chk_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memcpy_chk_ssse3@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memcpy_chk_ssse3_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(__memcpy_chk)
|
||||
# else
|
||||
# include "../memcpy_chk.S"
|
||||
# endif
|
||||
#endif
|
||||
4
sysdeps/i386/i686/multiarch/memmove-ssse3-rep.S
Normal file
4
sysdeps/i386/i686/multiarch/memmove-ssse3-rep.S
Normal file
@ -0,0 +1,4 @@
|
||||
#define USE_AS_MEMMOVE
|
||||
#define MEMCPY __memmove_ssse3_rep
|
||||
#define MEMCPY_CHK __memmove_chk_ssse3_rep
|
||||
#include "memcpy-ssse3-rep.S"
|
||||
4
sysdeps/i386/i686/multiarch/memmove-ssse3.S
Normal file
4
sysdeps/i386/i686/multiarch/memmove-ssse3.S
Normal file
@ -0,0 +1,4 @@
|
||||
#define USE_AS_MEMMOVE
|
||||
#define MEMCPY __memmove_ssse3
|
||||
#define MEMCPY_CHK __memmove_chk_ssse3
|
||||
#include "memcpy-ssse3.S"
|
||||
114
sysdeps/i386/i686/multiarch/memmove.S
Normal file
114
sysdeps/i386/i686/multiarch/memmove.S
Normal file
@ -0,0 +1,114 @@
|
||||
/* Multiple versions of memmove
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib. */
|
||||
#ifndef NOT_IN_libc
|
||||
# ifdef SHARED
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(memmove)
|
||||
.type memmove, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memmove_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memmove_ssse3@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memmove_ssse3_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(memmove)
|
||||
|
||||
# undef ENTRY
|
||||
# define ENTRY(name) \
|
||||
.type __memmove_ia32, @function; \
|
||||
.p2align 4; \
|
||||
__memmove_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# else
|
||||
.text
|
||||
ENTRY(memmove)
|
||||
.type memmove, @gnu_indirect_function
|
||||
cmpl $0, KIND_OFFSET+__cpu_features
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memmove_ia32, %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
|
||||
jz 2f
|
||||
leal __memmove_ssse3, %eax
|
||||
2: ret
|
||||
END(memmove)
|
||||
|
||||
# undef ENTRY
|
||||
# define ENTRY(name) \
|
||||
.type __memmove_ia32, @function; \
|
||||
.globl __memmove_ia32; \
|
||||
.p2align 4; \
|
||||
__memmove_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# endif
|
||||
|
||||
# undef END
|
||||
# define END(name) \
|
||||
cfi_endproc; .size __memmove_ia32, .-__memmove_ia32
|
||||
|
||||
# undef ENTRY_CHK
|
||||
# define ENTRY_CHK(name) \
|
||||
.type __memmove_chk_ia32, @function; \
|
||||
.globl __memmove_chk_ia32; \
|
||||
.p2align 4; \
|
||||
__memmove_chk_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END_CHK
|
||||
# define END_CHK(name) \
|
||||
cfi_endproc; .size __memmove_chk_ia32, .-__memmove_chk_ia32
|
||||
|
||||
# ifdef SHARED
|
||||
# undef libc_hidden_builtin_def
|
||||
/* IFUNC doesn't work with the hidden functions in shared library since
|
||||
they will be called without setting up EBX needed for PLT which is
|
||||
used by IFUNC. */
|
||||
# define libc_hidden_builtin_def(name) \
|
||||
.globl __GI_memmove; __GI_memmove = __memmove_ia32
|
||||
# endif
|
||||
#endif
|
||||
|
||||
#include "../memmove.S"
|
||||
112
sysdeps/i386/i686/multiarch/memmove_chk.S
Normal file
112
sysdeps/i386/i686/multiarch/memmove_chk.S
Normal file
@ -0,0 +1,112 @@
|
||||
/* Multiple versions of __memmove_chk
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib. */
|
||||
#ifndef NOT_IN_libc
|
||||
# ifdef SHARED
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(__memmove_chk)
|
||||
.type __memmove_chk, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memmove_chk_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memmove_chk_ssse3@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memmove_chk_ssse3_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(__memmove_chk)
|
||||
# else
|
||||
.text
|
||||
ENTRY(__memmove_chk)
|
||||
.type __memmove_chk, @gnu_indirect_function
|
||||
cmpl $0, KIND_OFFSET+__cpu_features
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memmove_chk_ia32, %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
|
||||
jz 2f
|
||||
leal __memmove_chk_ssse3, %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
|
||||
jz 2f
|
||||
leal __memmove_chk_ssse3_rep, %eax
|
||||
2: ret
|
||||
END(__memmove_chk)
|
||||
|
||||
.type __memmove_chk_ssse3, @function
|
||||
.p2align 4;
|
||||
__memmove_chk_ssse3:
|
||||
cfi_startproc
|
||||
CALL_MCOUNT
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb __chk_fail
|
||||
jmp __memmove_ssse3
|
||||
cfi_endproc
|
||||
.size __memmove_chk_ssse3, .-__memmove_chk_ssse3
|
||||
|
||||
.type __memmove_chk_ssse3_rep, @function
|
||||
.p2align 4;
|
||||
__memmove_chk_ssse3_rep:
|
||||
cfi_startproc
|
||||
CALL_MCOUNT
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb __chk_fail
|
||||
jmp __memmove_ssse3_rep
|
||||
cfi_endproc
|
||||
.size __memmove_chk_ssse3_rep, .-__memmove_chk_ssse3_rep
|
||||
|
||||
.type __memmove_chk_ia32, @function
|
||||
.p2align 4;
|
||||
__memmove_chk_ia32:
|
||||
cfi_startproc
|
||||
CALL_MCOUNT
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb __chk_fail
|
||||
jmp __memmove_ia32
|
||||
cfi_endproc
|
||||
.size __memmove_chk_ia32, .-__memmove_chk_ia32
|
||||
# endif
|
||||
#endif
|
||||
4
sysdeps/i386/i686/multiarch/mempcpy-ssse3-rep.S
Normal file
4
sysdeps/i386/i686/multiarch/mempcpy-ssse3-rep.S
Normal file
@ -0,0 +1,4 @@
|
||||
#define USE_AS_MEMPCPY
|
||||
#define MEMCPY __mempcpy_ssse3_rep
|
||||
#define MEMCPY_CHK __mempcpy_chk_ssse3_rep
|
||||
#include "memcpy-ssse3-rep.S"
|
||||
4
sysdeps/i386/i686/multiarch/mempcpy-ssse3.S
Normal file
4
sysdeps/i386/i686/multiarch/mempcpy-ssse3.S
Normal file
@ -0,0 +1,4 @@
|
||||
#define USE_AS_MEMPCPY
|
||||
#define MEMCPY __mempcpy_ssse3
|
||||
#define MEMCPY_CHK __mempcpy_chk_ssse3
|
||||
#include "memcpy-ssse3.S"
|
||||
93
sysdeps/i386/i686/multiarch/mempcpy.S
Normal file
93
sysdeps/i386/i686/multiarch/mempcpy.S
Normal file
@ -0,0 +1,93 @@
|
||||
/* Multiple versions of mempcpy
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib and for
|
||||
DSO. In static binaries we need mempcpy before the initialization
|
||||
happened. */
|
||||
#if defined SHARED && !defined NOT_IN_libc
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(__mempcpy)
|
||||
.type __mempcpy, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __mempcpy_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __mempcpy_ssse3@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __mempcpy_ssse3_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(__mempcpy)
|
||||
|
||||
# undef ENTRY
|
||||
# define ENTRY(name) \
|
||||
.type __mempcpy_ia32, @function; \
|
||||
.p2align 4; \
|
||||
__mempcpy_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END
|
||||
# define END(name) \
|
||||
cfi_endproc; .size __mempcpy_ia32, .-__mempcpy_ia32
|
||||
|
||||
# undef ENTRY_CHK
|
||||
# define ENTRY_CHK(name) \
|
||||
.type __mempcpy_chk_ia32, @function; \
|
||||
.globl __mempcpy_chk_ia32; \
|
||||
.p2align 4; \
|
||||
__mempcpy_chk_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END_CHK
|
||||
# define END_CHK(name) \
|
||||
cfi_endproc; .size __mempcpy_chk_ia32, .-__mempcpy_chk_ia32
|
||||
|
||||
# undef libc_hidden_def
|
||||
# undef libc_hidden_builtin_def
|
||||
/* IFUNC doesn't work with the hidden functions in shared library since
|
||||
they will be called without setting up EBX needed for PLT which is
|
||||
used by IFUNC. */
|
||||
# define libc_hidden_def(name) \
|
||||
.globl __GI_mempcpy; __GI_mempcpy = __mempcpy_ia32
|
||||
# define libc_hidden_builtin_def(name) \
|
||||
.globl __GI___mempcpy; __GI___mempcpy = __mempcpy_ia32
|
||||
#endif
|
||||
|
||||
#include "../mempcpy.S"
|
||||
64
sysdeps/i386/i686/multiarch/mempcpy_chk.S
Normal file
64
sysdeps/i386/i686/multiarch/mempcpy_chk.S
Normal file
@ -0,0 +1,64 @@
|
||||
/* Multiple versions of __mempcpy_chk
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib and for
|
||||
DSO. There are no multiarch mempcpy functions for static binaries.
|
||||
*/
|
||||
#ifndef NOT_IN_libc
|
||||
# ifdef SHARED
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(__mempcpy_chk)
|
||||
.type __mempcpy_chk, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __mempcpy_chk_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __mempcpy_chk_ssse3@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __mempcpy_chk_ssse3_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(__mempcpy_chk)
|
||||
# else
|
||||
# include "../mempcpy_chk.S"
|
||||
# endif
|
||||
#endif
|
||||
821
sysdeps/i386/i686/multiarch/memset-sse2-rep.S
Normal file
821
sysdeps/i386/i686/multiarch/memset-sse2-rep.S
Normal file
@ -0,0 +1,821 @@
|
||||
/* memset with SSE2 and REP string.
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#ifndef NOT_IN_libc
|
||||
|
||||
#include <sysdep.h>
|
||||
#include "asm-syntax.h"
|
||||
|
||||
#define CFI_PUSH(REG) \
|
||||
cfi_adjust_cfa_offset (4); \
|
||||
cfi_rel_offset (REG, 0)
|
||||
|
||||
#define CFI_POP(REG) \
|
||||
cfi_adjust_cfa_offset (-4); \
|
||||
cfi_restore (REG)
|
||||
|
||||
#define PUSH(REG) pushl REG; CFI_PUSH (REG)
|
||||
#define POP(REG) popl REG; CFI_POP (REG)
|
||||
|
||||
#ifdef USE_AS_BZERO
|
||||
# define DEST PARMS
|
||||
# define LEN DEST+4
|
||||
# define SETRTNVAL
|
||||
#else
|
||||
# define DEST PARMS
|
||||
# define CHR DEST+4
|
||||
# define LEN CHR+4
|
||||
# define SETRTNVAL movl DEST(%esp), %eax
|
||||
#endif
|
||||
|
||||
#ifdef SHARED
|
||||
# define ENTRANCE PUSH (%ebx);
|
||||
# define RETURN_END POP (%ebx); ret
|
||||
# define RETURN RETURN_END; CFI_PUSH (%ebx)
|
||||
# define PARMS 8 /* Preserve EBX. */
|
||||
# define JMPTBL(I, B) I - B
|
||||
|
||||
/* Load an entry in a jump table into EBX and branch to it. TABLE is a
|
||||
jump table with relative offsets. */
|
||||
# define BRANCH_TO_JMPTBL_ENTRY(TABLE) \
|
||||
/* We first load PC into EBX. */ \
|
||||
call __i686.get_pc_thunk.bx; \
|
||||
/* Get the address of the jump table. */ \
|
||||
add $(TABLE - .), %ebx; \
|
||||
/* Get the entry and convert the relative offset to the \
|
||||
absolute address. */ \
|
||||
add (%ebx,%ecx,4), %ebx; \
|
||||
add %ecx, %edx; \
|
||||
/* We loaded the jump table and adjuested EDX. Go. */ \
|
||||
jmp *%ebx
|
||||
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
ALIGN (4)
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
#else
|
||||
# define ENTRANCE
|
||||
# define RETURN_END ret
|
||||
# define RETURN RETURN_END
|
||||
# define PARMS 4
|
||||
# define JMPTBL(I, B) I
|
||||
|
||||
/* Branch to an entry in a jump table. TABLE is a jump table with
|
||||
absolute offsets. */
|
||||
# define BRANCH_TO_JMPTBL_ENTRY(TABLE) \
|
||||
add %ecx, %edx; \
|
||||
jmp *TABLE(,%ecx,4)
|
||||
#endif
|
||||
|
||||
.section .text.sse2,"ax",@progbits
|
||||
#if defined SHARED && !defined NOT_IN_libc && !defined USE_AS_BZERO
|
||||
ENTRY (__memset_chk_sse2_rep)
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb HIDDEN_JUMPTARGET (__chk_fail)
|
||||
END (__memset_chk_sse2_rep)
|
||||
#endif
|
||||
ENTRY (__memset_sse2_rep)
|
||||
ENTRANCE
|
||||
|
||||
movl LEN(%esp), %ecx
|
||||
#ifdef USE_AS_BZERO
|
||||
xor %eax, %eax
|
||||
#else
|
||||
movzbl CHR(%esp), %eax
|
||||
movb %al, %ah
|
||||
/* Fill the whole EAX with pattern. */
|
||||
movl %eax, %edx
|
||||
shl $16, %eax
|
||||
or %edx, %eax
|
||||
#endif
|
||||
movl DEST(%esp), %edx
|
||||
cmp $32, %ecx
|
||||
jae L(32bytesormore)
|
||||
|
||||
L(write_less32bytes):
|
||||
BRANCH_TO_JMPTBL_ENTRY (L(table_less_32bytes))
|
||||
|
||||
|
||||
.pushsection .rodata.sse2,"a",@progbits
|
||||
ALIGN (2)
|
||||
L(table_less_32bytes):
|
||||
.int JMPTBL (L(write_0bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_1bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_2bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_3bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_4bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_5bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_6bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_7bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_8bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_9bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_10bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_11bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_12bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_13bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_14bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_15bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_16bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_17bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_18bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_19bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_20bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_21bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_22bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_23bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_24bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_25bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_26bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_27bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_28bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_29bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_30bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_31bytes), L(table_less_32bytes))
|
||||
.popsection
|
||||
|
||||
ALIGN (4)
|
||||
L(write_28bytes):
|
||||
movl %eax, -28(%edx)
|
||||
L(write_24bytes):
|
||||
movl %eax, -24(%edx)
|
||||
L(write_20bytes):
|
||||
movl %eax, -20(%edx)
|
||||
L(write_16bytes):
|
||||
movl %eax, -16(%edx)
|
||||
L(write_12bytes):
|
||||
movl %eax, -12(%edx)
|
||||
L(write_8bytes):
|
||||
movl %eax, -8(%edx)
|
||||
L(write_4bytes):
|
||||
movl %eax, -4(%edx)
|
||||
L(write_0bytes):
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(write_29bytes):
|
||||
movl %eax, -29(%edx)
|
||||
L(write_25bytes):
|
||||
movl %eax, -25(%edx)
|
||||
L(write_21bytes):
|
||||
movl %eax, -21(%edx)
|
||||
L(write_17bytes):
|
||||
movl %eax, -17(%edx)
|
||||
L(write_13bytes):
|
||||
movl %eax, -13(%edx)
|
||||
L(write_9bytes):
|
||||
movl %eax, -9(%edx)
|
||||
L(write_5bytes):
|
||||
movl %eax, -5(%edx)
|
||||
L(write_1bytes):
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(write_30bytes):
|
||||
movl %eax, -30(%edx)
|
||||
L(write_26bytes):
|
||||
movl %eax, -26(%edx)
|
||||
L(write_22bytes):
|
||||
movl %eax, -22(%edx)
|
||||
L(write_18bytes):
|
||||
movl %eax, -18(%edx)
|
||||
L(write_14bytes):
|
||||
movl %eax, -14(%edx)
|
||||
L(write_10bytes):
|
||||
movl %eax, -10(%edx)
|
||||
L(write_6bytes):
|
||||
movl %eax, -6(%edx)
|
||||
L(write_2bytes):
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(write_31bytes):
|
||||
movl %eax, -31(%edx)
|
||||
L(write_27bytes):
|
||||
movl %eax, -27(%edx)
|
||||
L(write_23bytes):
|
||||
movl %eax, -23(%edx)
|
||||
L(write_19bytes):
|
||||
movl %eax, -19(%edx)
|
||||
L(write_15bytes):
|
||||
movl %eax, -15(%edx)
|
||||
L(write_11bytes):
|
||||
movl %eax, -11(%edx)
|
||||
L(write_7bytes):
|
||||
movl %eax, -7(%edx)
|
||||
L(write_3bytes):
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
/* ECX > 32 and EDX is 4 byte aligned. */
|
||||
L(32bytesormore):
|
||||
/* Fill xmm0 with the pattern. */
|
||||
#ifdef USE_AS_BZERO
|
||||
pxor %xmm0, %xmm0
|
||||
#else
|
||||
movd %eax, %xmm0
|
||||
punpcklbw %xmm0, %xmm0
|
||||
pshufd $0, %xmm0, %xmm0
|
||||
#endif
|
||||
testl $0xf, %edx
|
||||
jz L(aligned_16)
|
||||
/* ECX > 32 and EDX is not 16 byte aligned. */
|
||||
L(not_aligned_16):
|
||||
movdqu %xmm0, (%edx)
|
||||
movl %edx, %eax
|
||||
and $-16, %edx
|
||||
add $16, %edx
|
||||
sub %edx, %eax
|
||||
add %eax, %ecx
|
||||
movd %xmm0, %eax
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16):
|
||||
cmp $128, %ecx
|
||||
jge L(128bytesormore)
|
||||
|
||||
L(aligned_16_less128bytes):
|
||||
BRANCH_TO_JMPTBL_ENTRY (L(table_16_128bytes))
|
||||
|
||||
ALIGN (4)
|
||||
L(128bytesormore):
|
||||
PUSH (%edi)
|
||||
#ifdef DATA_CACHE_SIZE
|
||||
PUSH (%ebx)
|
||||
mov $DATA_CACHE_SIZE, %ebx
|
||||
#else
|
||||
# ifdef SHARED
|
||||
call __i686.get_pc_thunk.bx
|
||||
add $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
mov __x86_data_cache_size@GOTOFF(%ebx), %ebx
|
||||
# else
|
||||
PUSH (%ebx)
|
||||
mov __x86_data_cache_size, %ebx
|
||||
# endif
|
||||
#endif
|
||||
mov %ebx, %edi
|
||||
shr $4, %ebx
|
||||
sub %ebx, %edi
|
||||
#if defined DATA_CACHE_SIZE || !defined SHARED
|
||||
POP (%ebx)
|
||||
#endif
|
||||
/*
|
||||
* When data size approximate the end of L1 cache,
|
||||
* fast string will prefetch and combine data efficiently.
|
||||
*/
|
||||
cmp %edi, %ecx
|
||||
jae L(128bytesormore_nt)
|
||||
subl $128, %ecx
|
||||
L(128bytesormore_normal):
|
||||
sub $128, %ecx
|
||||
movdqa %xmm0, (%edx)
|
||||
movdqa %xmm0, 0x10(%edx)
|
||||
movdqa %xmm0, 0x20(%edx)
|
||||
movdqa %xmm0, 0x30(%edx)
|
||||
movdqa %xmm0, 0x40(%edx)
|
||||
movdqa %xmm0, 0x50(%edx)
|
||||
movdqa %xmm0, 0x60(%edx)
|
||||
movdqa %xmm0, 0x70(%edx)
|
||||
lea 128(%edx), %edx
|
||||
jl L(128bytesless_normal)
|
||||
|
||||
|
||||
sub $128, %ecx
|
||||
movdqa %xmm0, (%edx)
|
||||
movdqa %xmm0, 0x10(%edx)
|
||||
movdqa %xmm0, 0x20(%edx)
|
||||
movdqa %xmm0, 0x30(%edx)
|
||||
movdqa %xmm0, 0x40(%edx)
|
||||
movdqa %xmm0, 0x50(%edx)
|
||||
movdqa %xmm0, 0x60(%edx)
|
||||
movdqa %xmm0, 0x70(%edx)
|
||||
lea 128(%edx), %edx
|
||||
jge L(128bytesormore_normal)
|
||||
|
||||
L(128bytesless_normal):
|
||||
POP (%edi)
|
||||
lea 128(%ecx), %ecx
|
||||
BRANCH_TO_JMPTBL_ENTRY (L(table_16_128bytes))
|
||||
|
||||
ALIGN (4)
|
||||
L(128bytesormore_nt):
|
||||
mov %edx, %edi
|
||||
mov %ecx, %edx
|
||||
shr $2, %ecx
|
||||
and $3, %edx
|
||||
rep stosl
|
||||
jz L(copy_page_by_rep_exit)
|
||||
cmp $2, %edx
|
||||
jb L(copy_page_by_rep_left_1)
|
||||
movw %ax, (%edi)
|
||||
add $2, %edi
|
||||
sub $2, %edx
|
||||
jz L(copy_page_by_rep_exit)
|
||||
L(copy_page_by_rep_left_1):
|
||||
movb %al, (%edi)
|
||||
L(copy_page_by_rep_exit):
|
||||
POP (%edi)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
.pushsection .rodata.sse2,"a",@progbits
|
||||
ALIGN (2)
|
||||
L(table_16_128bytes):
|
||||
.int JMPTBL (L(aligned_16_0bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_1bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_2bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_3bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_4bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_5bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_6bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_7bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_8bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_9bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_10bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_11bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_12bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_13bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_14bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_15bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_16bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_17bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_18bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_19bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_20bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_21bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_22bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_23bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_24bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_25bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_26bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_27bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_28bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_29bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_30bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_31bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_32bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_33bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_34bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_35bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_36bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_37bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_38bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_39bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_40bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_41bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_42bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_43bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_44bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_45bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_46bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_47bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_48bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_49bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_50bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_51bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_52bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_53bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_54bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_55bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_56bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_57bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_58bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_59bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_60bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_61bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_62bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_63bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_64bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_65bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_66bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_67bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_68bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_69bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_70bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_71bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_72bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_73bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_74bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_75bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_76bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_77bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_78bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_79bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_80bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_81bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_82bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_83bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_84bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_85bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_86bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_87bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_88bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_89bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_90bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_91bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_92bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_93bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_94bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_95bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_96bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_97bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_98bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_99bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_100bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_101bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_102bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_103bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_104bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_105bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_106bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_107bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_108bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_109bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_110bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_111bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_112bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_113bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_114bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_115bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_116bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_117bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_118bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_119bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_120bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_121bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_122bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_123bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_124bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_125bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_126bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_127bytes), L(table_16_128bytes))
|
||||
.popsection
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_112bytes):
|
||||
movdqa %xmm0, -112(%edx)
|
||||
L(aligned_16_96bytes):
|
||||
movdqa %xmm0, -96(%edx)
|
||||
L(aligned_16_80bytes):
|
||||
movdqa %xmm0, -80(%edx)
|
||||
L(aligned_16_64bytes):
|
||||
movdqa %xmm0, -64(%edx)
|
||||
L(aligned_16_48bytes):
|
||||
movdqa %xmm0, -48(%edx)
|
||||
L(aligned_16_32bytes):
|
||||
movdqa %xmm0, -32(%edx)
|
||||
L(aligned_16_16bytes):
|
||||
movdqa %xmm0, -16(%edx)
|
||||
L(aligned_16_0bytes):
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_113bytes):
|
||||
movdqa %xmm0, -113(%edx)
|
||||
L(aligned_16_97bytes):
|
||||
movdqa %xmm0, -97(%edx)
|
||||
L(aligned_16_81bytes):
|
||||
movdqa %xmm0, -81(%edx)
|
||||
L(aligned_16_65bytes):
|
||||
movdqa %xmm0, -65(%edx)
|
||||
L(aligned_16_49bytes):
|
||||
movdqa %xmm0, -49(%edx)
|
||||
L(aligned_16_33bytes):
|
||||
movdqa %xmm0, -33(%edx)
|
||||
L(aligned_16_17bytes):
|
||||
movdqa %xmm0, -17(%edx)
|
||||
L(aligned_16_1bytes):
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_114bytes):
|
||||
movdqa %xmm0, -114(%edx)
|
||||
L(aligned_16_98bytes):
|
||||
movdqa %xmm0, -98(%edx)
|
||||
L(aligned_16_82bytes):
|
||||
movdqa %xmm0, -82(%edx)
|
||||
L(aligned_16_66bytes):
|
||||
movdqa %xmm0, -66(%edx)
|
||||
L(aligned_16_50bytes):
|
||||
movdqa %xmm0, -50(%edx)
|
||||
L(aligned_16_34bytes):
|
||||
movdqa %xmm0, -34(%edx)
|
||||
L(aligned_16_18bytes):
|
||||
movdqa %xmm0, -18(%edx)
|
||||
L(aligned_16_2bytes):
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_115bytes):
|
||||
movdqa %xmm0, -115(%edx)
|
||||
L(aligned_16_99bytes):
|
||||
movdqa %xmm0, -99(%edx)
|
||||
L(aligned_16_83bytes):
|
||||
movdqa %xmm0, -83(%edx)
|
||||
L(aligned_16_67bytes):
|
||||
movdqa %xmm0, -67(%edx)
|
||||
L(aligned_16_51bytes):
|
||||
movdqa %xmm0, -51(%edx)
|
||||
L(aligned_16_35bytes):
|
||||
movdqa %xmm0, -35(%edx)
|
||||
L(aligned_16_19bytes):
|
||||
movdqa %xmm0, -19(%edx)
|
||||
L(aligned_16_3bytes):
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_116bytes):
|
||||
movdqa %xmm0, -116(%edx)
|
||||
L(aligned_16_100bytes):
|
||||
movdqa %xmm0, -100(%edx)
|
||||
L(aligned_16_84bytes):
|
||||
movdqa %xmm0, -84(%edx)
|
||||
L(aligned_16_68bytes):
|
||||
movdqa %xmm0, -68(%edx)
|
||||
L(aligned_16_52bytes):
|
||||
movdqa %xmm0, -52(%edx)
|
||||
L(aligned_16_36bytes):
|
||||
movdqa %xmm0, -36(%edx)
|
||||
L(aligned_16_20bytes):
|
||||
movdqa %xmm0, -20(%edx)
|
||||
L(aligned_16_4bytes):
|
||||
movl %eax, -4(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_117bytes):
|
||||
movdqa %xmm0, -117(%edx)
|
||||
L(aligned_16_101bytes):
|
||||
movdqa %xmm0, -101(%edx)
|
||||
L(aligned_16_85bytes):
|
||||
movdqa %xmm0, -85(%edx)
|
||||
L(aligned_16_69bytes):
|
||||
movdqa %xmm0, -69(%edx)
|
||||
L(aligned_16_53bytes):
|
||||
movdqa %xmm0, -53(%edx)
|
||||
L(aligned_16_37bytes):
|
||||
movdqa %xmm0, -37(%edx)
|
||||
L(aligned_16_21bytes):
|
||||
movdqa %xmm0, -21(%edx)
|
||||
L(aligned_16_5bytes):
|
||||
movl %eax, -5(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_118bytes):
|
||||
movdqa %xmm0, -118(%edx)
|
||||
L(aligned_16_102bytes):
|
||||
movdqa %xmm0, -102(%edx)
|
||||
L(aligned_16_86bytes):
|
||||
movdqa %xmm0, -86(%edx)
|
||||
L(aligned_16_70bytes):
|
||||
movdqa %xmm0, -70(%edx)
|
||||
L(aligned_16_54bytes):
|
||||
movdqa %xmm0, -54(%edx)
|
||||
L(aligned_16_38bytes):
|
||||
movdqa %xmm0, -38(%edx)
|
||||
L(aligned_16_22bytes):
|
||||
movdqa %xmm0, -22(%edx)
|
||||
L(aligned_16_6bytes):
|
||||
movl %eax, -6(%edx)
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_119bytes):
|
||||
movdqa %xmm0, -119(%edx)
|
||||
L(aligned_16_103bytes):
|
||||
movdqa %xmm0, -103(%edx)
|
||||
L(aligned_16_87bytes):
|
||||
movdqa %xmm0, -87(%edx)
|
||||
L(aligned_16_71bytes):
|
||||
movdqa %xmm0, -71(%edx)
|
||||
L(aligned_16_55bytes):
|
||||
movdqa %xmm0, -55(%edx)
|
||||
L(aligned_16_39bytes):
|
||||
movdqa %xmm0, -39(%edx)
|
||||
L(aligned_16_23bytes):
|
||||
movdqa %xmm0, -23(%edx)
|
||||
L(aligned_16_7bytes):
|
||||
movl %eax, -7(%edx)
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_120bytes):
|
||||
movdqa %xmm0, -120(%edx)
|
||||
L(aligned_16_104bytes):
|
||||
movdqa %xmm0, -104(%edx)
|
||||
L(aligned_16_88bytes):
|
||||
movdqa %xmm0, -88(%edx)
|
||||
L(aligned_16_72bytes):
|
||||
movdqa %xmm0, -72(%edx)
|
||||
L(aligned_16_56bytes):
|
||||
movdqa %xmm0, -56(%edx)
|
||||
L(aligned_16_40bytes):
|
||||
movdqa %xmm0, -40(%edx)
|
||||
L(aligned_16_24bytes):
|
||||
movdqa %xmm0, -24(%edx)
|
||||
L(aligned_16_8bytes):
|
||||
movq %xmm0, -8(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_121bytes):
|
||||
movdqa %xmm0, -121(%edx)
|
||||
L(aligned_16_105bytes):
|
||||
movdqa %xmm0, -105(%edx)
|
||||
L(aligned_16_89bytes):
|
||||
movdqa %xmm0, -89(%edx)
|
||||
L(aligned_16_73bytes):
|
||||
movdqa %xmm0, -73(%edx)
|
||||
L(aligned_16_57bytes):
|
||||
movdqa %xmm0, -57(%edx)
|
||||
L(aligned_16_41bytes):
|
||||
movdqa %xmm0, -41(%edx)
|
||||
L(aligned_16_25bytes):
|
||||
movdqa %xmm0, -25(%edx)
|
||||
L(aligned_16_9bytes):
|
||||
movq %xmm0, -9(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_122bytes):
|
||||
movdqa %xmm0, -122(%edx)
|
||||
L(aligned_16_106bytes):
|
||||
movdqa %xmm0, -106(%edx)
|
||||
L(aligned_16_90bytes):
|
||||
movdqa %xmm0, -90(%edx)
|
||||
L(aligned_16_74bytes):
|
||||
movdqa %xmm0, -74(%edx)
|
||||
L(aligned_16_58bytes):
|
||||
movdqa %xmm0, -58(%edx)
|
||||
L(aligned_16_42bytes):
|
||||
movdqa %xmm0, -42(%edx)
|
||||
L(aligned_16_26bytes):
|
||||
movdqa %xmm0, -26(%edx)
|
||||
L(aligned_16_10bytes):
|
||||
movq %xmm0, -10(%edx)
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_123bytes):
|
||||
movdqa %xmm0, -123(%edx)
|
||||
L(aligned_16_107bytes):
|
||||
movdqa %xmm0, -107(%edx)
|
||||
L(aligned_16_91bytes):
|
||||
movdqa %xmm0, -91(%edx)
|
||||
L(aligned_16_75bytes):
|
||||
movdqa %xmm0, -75(%edx)
|
||||
L(aligned_16_59bytes):
|
||||
movdqa %xmm0, -59(%edx)
|
||||
L(aligned_16_43bytes):
|
||||
movdqa %xmm0, -43(%edx)
|
||||
L(aligned_16_27bytes):
|
||||
movdqa %xmm0, -27(%edx)
|
||||
L(aligned_16_11bytes):
|
||||
movq %xmm0, -11(%edx)
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_124bytes):
|
||||
movdqa %xmm0, -124(%edx)
|
||||
L(aligned_16_108bytes):
|
||||
movdqa %xmm0, -108(%edx)
|
||||
L(aligned_16_92bytes):
|
||||
movdqa %xmm0, -92(%edx)
|
||||
L(aligned_16_76bytes):
|
||||
movdqa %xmm0, -76(%edx)
|
||||
L(aligned_16_60bytes):
|
||||
movdqa %xmm0, -60(%edx)
|
||||
L(aligned_16_44bytes):
|
||||
movdqa %xmm0, -44(%edx)
|
||||
L(aligned_16_28bytes):
|
||||
movdqa %xmm0, -28(%edx)
|
||||
L(aligned_16_12bytes):
|
||||
movq %xmm0, -12(%edx)
|
||||
movl %eax, -4(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_125bytes):
|
||||
movdqa %xmm0, -125(%edx)
|
||||
L(aligned_16_109bytes):
|
||||
movdqa %xmm0, -109(%edx)
|
||||
L(aligned_16_93bytes):
|
||||
movdqa %xmm0, -93(%edx)
|
||||
L(aligned_16_77bytes):
|
||||
movdqa %xmm0, -77(%edx)
|
||||
L(aligned_16_61bytes):
|
||||
movdqa %xmm0, -61(%edx)
|
||||
L(aligned_16_45bytes):
|
||||
movdqa %xmm0, -45(%edx)
|
||||
L(aligned_16_29bytes):
|
||||
movdqa %xmm0, -29(%edx)
|
||||
L(aligned_16_13bytes):
|
||||
movq %xmm0, -13(%edx)
|
||||
movl %eax, -5(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_126bytes):
|
||||
movdqa %xmm0, -126(%edx)
|
||||
L(aligned_16_110bytes):
|
||||
movdqa %xmm0, -110(%edx)
|
||||
L(aligned_16_94bytes):
|
||||
movdqa %xmm0, -94(%edx)
|
||||
L(aligned_16_78bytes):
|
||||
movdqa %xmm0, -78(%edx)
|
||||
L(aligned_16_62bytes):
|
||||
movdqa %xmm0, -62(%edx)
|
||||
L(aligned_16_46bytes):
|
||||
movdqa %xmm0, -46(%edx)
|
||||
L(aligned_16_30bytes):
|
||||
movdqa %xmm0, -30(%edx)
|
||||
L(aligned_16_14bytes):
|
||||
movq %xmm0, -14(%edx)
|
||||
movl %eax, -6(%edx)
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_127bytes):
|
||||
movdqa %xmm0, -127(%edx)
|
||||
L(aligned_16_111bytes):
|
||||
movdqa %xmm0, -111(%edx)
|
||||
L(aligned_16_95bytes):
|
||||
movdqa %xmm0, -95(%edx)
|
||||
L(aligned_16_79bytes):
|
||||
movdqa %xmm0, -79(%edx)
|
||||
L(aligned_16_63bytes):
|
||||
movdqa %xmm0, -63(%edx)
|
||||
L(aligned_16_47bytes):
|
||||
movdqa %xmm0, -47(%edx)
|
||||
L(aligned_16_31bytes):
|
||||
movdqa %xmm0, -31(%edx)
|
||||
L(aligned_16_15bytes):
|
||||
movq %xmm0, -15(%edx)
|
||||
movl %eax, -7(%edx)
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN_END
|
||||
|
||||
END (__memset_sse2_rep)
|
||||
|
||||
#endif
|
||||
867
sysdeps/i386/i686/multiarch/memset-sse2.S
Normal file
867
sysdeps/i386/i686/multiarch/memset-sse2.S
Normal file
@ -0,0 +1,867 @@
|
||||
/* memset with SSE2
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#ifndef NOT_IN_libc
|
||||
|
||||
#include <sysdep.h>
|
||||
#include "asm-syntax.h"
|
||||
|
||||
#define CFI_PUSH(REG) \
|
||||
cfi_adjust_cfa_offset (4); \
|
||||
cfi_rel_offset (REG, 0)
|
||||
|
||||
#define CFI_POP(REG) \
|
||||
cfi_adjust_cfa_offset (-4); \
|
||||
cfi_restore (REG)
|
||||
|
||||
#define PUSH(REG) pushl REG; CFI_PUSH (REG)
|
||||
#define POP(REG) popl REG; CFI_POP (REG)
|
||||
|
||||
#ifdef USE_AS_BZERO
|
||||
# define DEST PARMS
|
||||
# define LEN DEST+4
|
||||
# define SETRTNVAL
|
||||
#else
|
||||
# define DEST PARMS
|
||||
# define CHR DEST+4
|
||||
# define LEN CHR+4
|
||||
# define SETRTNVAL movl DEST(%esp), %eax
|
||||
#endif
|
||||
|
||||
#ifdef SHARED
|
||||
# define ENTRANCE PUSH (%ebx);
|
||||
# define RETURN_END POP (%ebx); ret
|
||||
# define RETURN RETURN_END; CFI_PUSH (%ebx)
|
||||
# define PARMS 8 /* Preserve EBX. */
|
||||
# define JMPTBL(I, B) I - B
|
||||
|
||||
/* Load an entry in a jump table into EBX and branch to it. TABLE is a
|
||||
jump table with relative offsets. */
|
||||
# define BRANCH_TO_JMPTBL_ENTRY(TABLE) \
|
||||
/* We first load PC into EBX. */ \
|
||||
call __i686.get_pc_thunk.bx; \
|
||||
/* Get the address of the jump table. */ \
|
||||
add $(TABLE - .), %ebx; \
|
||||
/* Get the entry and convert the relative offset to the \
|
||||
absolute address. */ \
|
||||
add (%ebx,%ecx,4), %ebx; \
|
||||
add %ecx, %edx; \
|
||||
/* We loaded the jump table and adjuested EDX. Go. */ \
|
||||
jmp *%ebx
|
||||
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
ALIGN (4)
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
#else
|
||||
# define ENTRANCE
|
||||
# define RETURN_END ret
|
||||
# define RETURN RETURN_END
|
||||
# define PARMS 4
|
||||
# define JMPTBL(I, B) I
|
||||
|
||||
/* Branch to an entry in a jump table. TABLE is a jump table with
|
||||
absolute offsets. */
|
||||
# define BRANCH_TO_JMPTBL_ENTRY(TABLE) \
|
||||
add %ecx, %edx; \
|
||||
jmp *TABLE(,%ecx,4)
|
||||
#endif
|
||||
|
||||
.section .text.sse2,"ax",@progbits
|
||||
#if defined SHARED && !defined NOT_IN_libc && !defined USE_AS_BZERO
|
||||
ENTRY (__memset_chk_sse2)
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb HIDDEN_JUMPTARGET (__chk_fail)
|
||||
END (__memset_chk_sse2)
|
||||
#endif
|
||||
ENTRY (__memset_sse2)
|
||||
ENTRANCE
|
||||
|
||||
movl LEN(%esp), %ecx
|
||||
#ifdef USE_AS_BZERO
|
||||
xor %eax, %eax
|
||||
#else
|
||||
movzbl CHR(%esp), %eax
|
||||
movb %al, %ah
|
||||
/* Fill the whole EAX with pattern. */
|
||||
movl %eax, %edx
|
||||
shl $16, %eax
|
||||
or %edx, %eax
|
||||
#endif
|
||||
movl DEST(%esp), %edx
|
||||
cmp $32, %ecx
|
||||
jae L(32bytesormore)
|
||||
|
||||
L(write_less32bytes):
|
||||
BRANCH_TO_JMPTBL_ENTRY (L(table_less_32bytes))
|
||||
|
||||
|
||||
.pushsection .rodata.sse2,"a",@progbits
|
||||
ALIGN (2)
|
||||
L(table_less_32bytes):
|
||||
.int JMPTBL (L(write_0bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_1bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_2bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_3bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_4bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_5bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_6bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_7bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_8bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_9bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_10bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_11bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_12bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_13bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_14bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_15bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_16bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_17bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_18bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_19bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_20bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_21bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_22bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_23bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_24bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_25bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_26bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_27bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_28bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_29bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_30bytes), L(table_less_32bytes))
|
||||
.int JMPTBL (L(write_31bytes), L(table_less_32bytes))
|
||||
.popsection
|
||||
|
||||
ALIGN (4)
|
||||
L(write_28bytes):
|
||||
movl %eax, -28(%edx)
|
||||
L(write_24bytes):
|
||||
movl %eax, -24(%edx)
|
||||
L(write_20bytes):
|
||||
movl %eax, -20(%edx)
|
||||
L(write_16bytes):
|
||||
movl %eax, -16(%edx)
|
||||
L(write_12bytes):
|
||||
movl %eax, -12(%edx)
|
||||
L(write_8bytes):
|
||||
movl %eax, -8(%edx)
|
||||
L(write_4bytes):
|
||||
movl %eax, -4(%edx)
|
||||
L(write_0bytes):
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(write_29bytes):
|
||||
movl %eax, -29(%edx)
|
||||
L(write_25bytes):
|
||||
movl %eax, -25(%edx)
|
||||
L(write_21bytes):
|
||||
movl %eax, -21(%edx)
|
||||
L(write_17bytes):
|
||||
movl %eax, -17(%edx)
|
||||
L(write_13bytes):
|
||||
movl %eax, -13(%edx)
|
||||
L(write_9bytes):
|
||||
movl %eax, -9(%edx)
|
||||
L(write_5bytes):
|
||||
movl %eax, -5(%edx)
|
||||
L(write_1bytes):
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(write_30bytes):
|
||||
movl %eax, -30(%edx)
|
||||
L(write_26bytes):
|
||||
movl %eax, -26(%edx)
|
||||
L(write_22bytes):
|
||||
movl %eax, -22(%edx)
|
||||
L(write_18bytes):
|
||||
movl %eax, -18(%edx)
|
||||
L(write_14bytes):
|
||||
movl %eax, -14(%edx)
|
||||
L(write_10bytes):
|
||||
movl %eax, -10(%edx)
|
||||
L(write_6bytes):
|
||||
movl %eax, -6(%edx)
|
||||
L(write_2bytes):
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(write_31bytes):
|
||||
movl %eax, -31(%edx)
|
||||
L(write_27bytes):
|
||||
movl %eax, -27(%edx)
|
||||
L(write_23bytes):
|
||||
movl %eax, -23(%edx)
|
||||
L(write_19bytes):
|
||||
movl %eax, -19(%edx)
|
||||
L(write_15bytes):
|
||||
movl %eax, -15(%edx)
|
||||
L(write_11bytes):
|
||||
movl %eax, -11(%edx)
|
||||
L(write_7bytes):
|
||||
movl %eax, -7(%edx)
|
||||
L(write_3bytes):
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
/* ECX > 32 and EDX is 4 byte aligned. */
|
||||
L(32bytesormore):
|
||||
/* Fill xmm0 with the pattern. */
|
||||
#ifdef USE_AS_BZERO
|
||||
pxor %xmm0, %xmm0
|
||||
#else
|
||||
movd %eax, %xmm0
|
||||
punpcklbw %xmm0, %xmm0
|
||||
pshufd $0, %xmm0, %xmm0
|
||||
#endif
|
||||
testl $0xf, %edx
|
||||
jz L(aligned_16)
|
||||
/* ECX > 32 and EDX is not 16 byte aligned. */
|
||||
L(not_aligned_16):
|
||||
movdqu %xmm0, (%edx)
|
||||
movl %edx, %eax
|
||||
and $-16, %edx
|
||||
add $16, %edx
|
||||
sub %edx, %eax
|
||||
add %eax, %ecx
|
||||
movd %xmm0, %eax
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16):
|
||||
cmp $128, %ecx
|
||||
jge L(128bytesormore)
|
||||
|
||||
L(aligned_16_less128bytes):
|
||||
BRANCH_TO_JMPTBL_ENTRY (L(table_16_128bytes))
|
||||
|
||||
ALIGN (4)
|
||||
L(128bytesormore):
|
||||
#ifdef SHARED_CACHE_SIZE
|
||||
PUSH (%ebx)
|
||||
mov $SHARED_CACHE_SIZE, %ebx
|
||||
#else
|
||||
# ifdef SHARED
|
||||
call __i686.get_pc_thunk.bx
|
||||
add $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
mov __x86_shared_cache_size@GOTOFF(%ebx), %ebx
|
||||
# else
|
||||
PUSH (%ebx)
|
||||
mov __x86_shared_cache_size, %ebx
|
||||
# endif
|
||||
#endif
|
||||
cmp %ebx, %ecx
|
||||
jae L(128bytesormore_nt_start)
|
||||
|
||||
|
||||
#ifdef DATA_CACHE_SIZE
|
||||
POP (%ebx)
|
||||
cmp $DATA_CACHE_SIZE, %ecx
|
||||
#else
|
||||
# ifdef SHARED
|
||||
call __i686.get_pc_thunk.bx
|
||||
add $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmp __x86_data_cache_size@GOTOFF(%ebx), %ecx
|
||||
# else
|
||||
POP (%ebx)
|
||||
cmp __x86_data_cache_size, %ecx
|
||||
# endif
|
||||
#endif
|
||||
|
||||
jae L(128bytes_L2_normal)
|
||||
subl $128, %ecx
|
||||
L(128bytesormore_normal):
|
||||
sub $128, %ecx
|
||||
movdqa %xmm0, (%edx)
|
||||
movdqa %xmm0, 0x10(%edx)
|
||||
movdqa %xmm0, 0x20(%edx)
|
||||
movdqa %xmm0, 0x30(%edx)
|
||||
movdqa %xmm0, 0x40(%edx)
|
||||
movdqa %xmm0, 0x50(%edx)
|
||||
movdqa %xmm0, 0x60(%edx)
|
||||
movdqa %xmm0, 0x70(%edx)
|
||||
lea 128(%edx), %edx
|
||||
jl L(128bytesless_normal)
|
||||
|
||||
|
||||
sub $128, %ecx
|
||||
movdqa %xmm0, (%edx)
|
||||
movdqa %xmm0, 0x10(%edx)
|
||||
movdqa %xmm0, 0x20(%edx)
|
||||
movdqa %xmm0, 0x30(%edx)
|
||||
movdqa %xmm0, 0x40(%edx)
|
||||
movdqa %xmm0, 0x50(%edx)
|
||||
movdqa %xmm0, 0x60(%edx)
|
||||
movdqa %xmm0, 0x70(%edx)
|
||||
lea 128(%edx), %edx
|
||||
jge L(128bytesormore_normal)
|
||||
|
||||
L(128bytesless_normal):
|
||||
lea 128(%ecx), %ecx
|
||||
BRANCH_TO_JMPTBL_ENTRY (L(table_16_128bytes))
|
||||
|
||||
ALIGN (4)
|
||||
L(128bytes_L2_normal):
|
||||
prefetcht0 0x380(%edx)
|
||||
prefetcht0 0x3c0(%edx)
|
||||
sub $128, %ecx
|
||||
movdqa %xmm0, (%edx)
|
||||
movaps %xmm0, 0x10(%edx)
|
||||
movaps %xmm0, 0x20(%edx)
|
||||
movaps %xmm0, 0x30(%edx)
|
||||
movaps %xmm0, 0x40(%edx)
|
||||
movaps %xmm0, 0x50(%edx)
|
||||
movaps %xmm0, 0x60(%edx)
|
||||
movaps %xmm0, 0x70(%edx)
|
||||
add $128, %edx
|
||||
cmp $128, %ecx
|
||||
jge L(128bytes_L2_normal)
|
||||
|
||||
L(128bytesless_L2_normal):
|
||||
BRANCH_TO_JMPTBL_ENTRY (L(table_16_128bytes))
|
||||
|
||||
L(128bytesormore_nt_start):
|
||||
sub %ebx, %ecx
|
||||
ALIGN (4)
|
||||
L(128bytesormore_shared_cache_loop):
|
||||
prefetcht0 0x3c0(%edx)
|
||||
prefetcht0 0x380(%edx)
|
||||
sub $0x80, %ebx
|
||||
movdqa %xmm0, (%edx)
|
||||
movdqa %xmm0, 0x10(%edx)
|
||||
movdqa %xmm0, 0x20(%edx)
|
||||
movdqa %xmm0, 0x30(%edx)
|
||||
movdqa %xmm0, 0x40(%edx)
|
||||
movdqa %xmm0, 0x50(%edx)
|
||||
movdqa %xmm0, 0x60(%edx)
|
||||
movdqa %xmm0, 0x70(%edx)
|
||||
add $0x80, %edx
|
||||
cmp $0x80, %ebx
|
||||
jge L(128bytesormore_shared_cache_loop)
|
||||
cmp $0x80, %ecx
|
||||
jb L(shared_cache_loop_end)
|
||||
ALIGN (4)
|
||||
L(128bytesormore_nt):
|
||||
sub $0x80, %ecx
|
||||
movntdq %xmm0, (%edx)
|
||||
movntdq %xmm0, 0x10(%edx)
|
||||
movntdq %xmm0, 0x20(%edx)
|
||||
movntdq %xmm0, 0x30(%edx)
|
||||
movntdq %xmm0, 0x40(%edx)
|
||||
movntdq %xmm0, 0x50(%edx)
|
||||
movntdq %xmm0, 0x60(%edx)
|
||||
movntdq %xmm0, 0x70(%edx)
|
||||
add $0x80, %edx
|
||||
cmp $0x80, %ecx
|
||||
jge L(128bytesormore_nt)
|
||||
sfence
|
||||
L(shared_cache_loop_end):
|
||||
#if defined DATA_CACHE_SIZE || !defined SHARED
|
||||
POP (%ebx)
|
||||
#endif
|
||||
BRANCH_TO_JMPTBL_ENTRY (L(table_16_128bytes))
|
||||
|
||||
|
||||
.pushsection .rodata.sse2,"a",@progbits
|
||||
ALIGN (2)
|
||||
L(table_16_128bytes):
|
||||
.int JMPTBL (L(aligned_16_0bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_1bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_2bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_3bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_4bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_5bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_6bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_7bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_8bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_9bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_10bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_11bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_12bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_13bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_14bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_15bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_16bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_17bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_18bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_19bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_20bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_21bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_22bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_23bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_24bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_25bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_26bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_27bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_28bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_29bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_30bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_31bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_32bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_33bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_34bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_35bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_36bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_37bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_38bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_39bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_40bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_41bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_42bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_43bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_44bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_45bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_46bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_47bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_48bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_49bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_50bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_51bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_52bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_53bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_54bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_55bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_56bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_57bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_58bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_59bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_60bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_61bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_62bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_63bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_64bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_65bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_66bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_67bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_68bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_69bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_70bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_71bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_72bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_73bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_74bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_75bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_76bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_77bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_78bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_79bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_80bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_81bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_82bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_83bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_84bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_85bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_86bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_87bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_88bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_89bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_90bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_91bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_92bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_93bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_94bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_95bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_96bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_97bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_98bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_99bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_100bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_101bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_102bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_103bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_104bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_105bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_106bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_107bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_108bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_109bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_110bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_111bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_112bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_113bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_114bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_115bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_116bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_117bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_118bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_119bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_120bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_121bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_122bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_123bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_124bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_125bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_126bytes), L(table_16_128bytes))
|
||||
.int JMPTBL (L(aligned_16_127bytes), L(table_16_128bytes))
|
||||
.popsection
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_112bytes):
|
||||
movdqa %xmm0, -112(%edx)
|
||||
L(aligned_16_96bytes):
|
||||
movdqa %xmm0, -96(%edx)
|
||||
L(aligned_16_80bytes):
|
||||
movdqa %xmm0, -80(%edx)
|
||||
L(aligned_16_64bytes):
|
||||
movdqa %xmm0, -64(%edx)
|
||||
L(aligned_16_48bytes):
|
||||
movdqa %xmm0, -48(%edx)
|
||||
L(aligned_16_32bytes):
|
||||
movdqa %xmm0, -32(%edx)
|
||||
L(aligned_16_16bytes):
|
||||
movdqa %xmm0, -16(%edx)
|
||||
L(aligned_16_0bytes):
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_113bytes):
|
||||
movdqa %xmm0, -113(%edx)
|
||||
L(aligned_16_97bytes):
|
||||
movdqa %xmm0, -97(%edx)
|
||||
L(aligned_16_81bytes):
|
||||
movdqa %xmm0, -81(%edx)
|
||||
L(aligned_16_65bytes):
|
||||
movdqa %xmm0, -65(%edx)
|
||||
L(aligned_16_49bytes):
|
||||
movdqa %xmm0, -49(%edx)
|
||||
L(aligned_16_33bytes):
|
||||
movdqa %xmm0, -33(%edx)
|
||||
L(aligned_16_17bytes):
|
||||
movdqa %xmm0, -17(%edx)
|
||||
L(aligned_16_1bytes):
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_114bytes):
|
||||
movdqa %xmm0, -114(%edx)
|
||||
L(aligned_16_98bytes):
|
||||
movdqa %xmm0, -98(%edx)
|
||||
L(aligned_16_82bytes):
|
||||
movdqa %xmm0, -82(%edx)
|
||||
L(aligned_16_66bytes):
|
||||
movdqa %xmm0, -66(%edx)
|
||||
L(aligned_16_50bytes):
|
||||
movdqa %xmm0, -50(%edx)
|
||||
L(aligned_16_34bytes):
|
||||
movdqa %xmm0, -34(%edx)
|
||||
L(aligned_16_18bytes):
|
||||
movdqa %xmm0, -18(%edx)
|
||||
L(aligned_16_2bytes):
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_115bytes):
|
||||
movdqa %xmm0, -115(%edx)
|
||||
L(aligned_16_99bytes):
|
||||
movdqa %xmm0, -99(%edx)
|
||||
L(aligned_16_83bytes):
|
||||
movdqa %xmm0, -83(%edx)
|
||||
L(aligned_16_67bytes):
|
||||
movdqa %xmm0, -67(%edx)
|
||||
L(aligned_16_51bytes):
|
||||
movdqa %xmm0, -51(%edx)
|
||||
L(aligned_16_35bytes):
|
||||
movdqa %xmm0, -35(%edx)
|
||||
L(aligned_16_19bytes):
|
||||
movdqa %xmm0, -19(%edx)
|
||||
L(aligned_16_3bytes):
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_116bytes):
|
||||
movdqa %xmm0, -116(%edx)
|
||||
L(aligned_16_100bytes):
|
||||
movdqa %xmm0, -100(%edx)
|
||||
L(aligned_16_84bytes):
|
||||
movdqa %xmm0, -84(%edx)
|
||||
L(aligned_16_68bytes):
|
||||
movdqa %xmm0, -68(%edx)
|
||||
L(aligned_16_52bytes):
|
||||
movdqa %xmm0, -52(%edx)
|
||||
L(aligned_16_36bytes):
|
||||
movdqa %xmm0, -36(%edx)
|
||||
L(aligned_16_20bytes):
|
||||
movdqa %xmm0, -20(%edx)
|
||||
L(aligned_16_4bytes):
|
||||
movl %eax, -4(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_117bytes):
|
||||
movdqa %xmm0, -117(%edx)
|
||||
L(aligned_16_101bytes):
|
||||
movdqa %xmm0, -101(%edx)
|
||||
L(aligned_16_85bytes):
|
||||
movdqa %xmm0, -85(%edx)
|
||||
L(aligned_16_69bytes):
|
||||
movdqa %xmm0, -69(%edx)
|
||||
L(aligned_16_53bytes):
|
||||
movdqa %xmm0, -53(%edx)
|
||||
L(aligned_16_37bytes):
|
||||
movdqa %xmm0, -37(%edx)
|
||||
L(aligned_16_21bytes):
|
||||
movdqa %xmm0, -21(%edx)
|
||||
L(aligned_16_5bytes):
|
||||
movl %eax, -5(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_118bytes):
|
||||
movdqa %xmm0, -118(%edx)
|
||||
L(aligned_16_102bytes):
|
||||
movdqa %xmm0, -102(%edx)
|
||||
L(aligned_16_86bytes):
|
||||
movdqa %xmm0, -86(%edx)
|
||||
L(aligned_16_70bytes):
|
||||
movdqa %xmm0, -70(%edx)
|
||||
L(aligned_16_54bytes):
|
||||
movdqa %xmm0, -54(%edx)
|
||||
L(aligned_16_38bytes):
|
||||
movdqa %xmm0, -38(%edx)
|
||||
L(aligned_16_22bytes):
|
||||
movdqa %xmm0, -22(%edx)
|
||||
L(aligned_16_6bytes):
|
||||
movl %eax, -6(%edx)
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_119bytes):
|
||||
movdqa %xmm0, -119(%edx)
|
||||
L(aligned_16_103bytes):
|
||||
movdqa %xmm0, -103(%edx)
|
||||
L(aligned_16_87bytes):
|
||||
movdqa %xmm0, -87(%edx)
|
||||
L(aligned_16_71bytes):
|
||||
movdqa %xmm0, -71(%edx)
|
||||
L(aligned_16_55bytes):
|
||||
movdqa %xmm0, -55(%edx)
|
||||
L(aligned_16_39bytes):
|
||||
movdqa %xmm0, -39(%edx)
|
||||
L(aligned_16_23bytes):
|
||||
movdqa %xmm0, -23(%edx)
|
||||
L(aligned_16_7bytes):
|
||||
movl %eax, -7(%edx)
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_120bytes):
|
||||
movdqa %xmm0, -120(%edx)
|
||||
L(aligned_16_104bytes):
|
||||
movdqa %xmm0, -104(%edx)
|
||||
L(aligned_16_88bytes):
|
||||
movdqa %xmm0, -88(%edx)
|
||||
L(aligned_16_72bytes):
|
||||
movdqa %xmm0, -72(%edx)
|
||||
L(aligned_16_56bytes):
|
||||
movdqa %xmm0, -56(%edx)
|
||||
L(aligned_16_40bytes):
|
||||
movdqa %xmm0, -40(%edx)
|
||||
L(aligned_16_24bytes):
|
||||
movdqa %xmm0, -24(%edx)
|
||||
L(aligned_16_8bytes):
|
||||
movq %xmm0, -8(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_121bytes):
|
||||
movdqa %xmm0, -121(%edx)
|
||||
L(aligned_16_105bytes):
|
||||
movdqa %xmm0, -105(%edx)
|
||||
L(aligned_16_89bytes):
|
||||
movdqa %xmm0, -89(%edx)
|
||||
L(aligned_16_73bytes):
|
||||
movdqa %xmm0, -73(%edx)
|
||||
L(aligned_16_57bytes):
|
||||
movdqa %xmm0, -57(%edx)
|
||||
L(aligned_16_41bytes):
|
||||
movdqa %xmm0, -41(%edx)
|
||||
L(aligned_16_25bytes):
|
||||
movdqa %xmm0, -25(%edx)
|
||||
L(aligned_16_9bytes):
|
||||
movq %xmm0, -9(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_122bytes):
|
||||
movdqa %xmm0, -122(%edx)
|
||||
L(aligned_16_106bytes):
|
||||
movdqa %xmm0, -106(%edx)
|
||||
L(aligned_16_90bytes):
|
||||
movdqa %xmm0, -90(%edx)
|
||||
L(aligned_16_74bytes):
|
||||
movdqa %xmm0, -74(%edx)
|
||||
L(aligned_16_58bytes):
|
||||
movdqa %xmm0, -58(%edx)
|
||||
L(aligned_16_42bytes):
|
||||
movdqa %xmm0, -42(%edx)
|
||||
L(aligned_16_26bytes):
|
||||
movdqa %xmm0, -26(%edx)
|
||||
L(aligned_16_10bytes):
|
||||
movq %xmm0, -10(%edx)
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_123bytes):
|
||||
movdqa %xmm0, -123(%edx)
|
||||
L(aligned_16_107bytes):
|
||||
movdqa %xmm0, -107(%edx)
|
||||
L(aligned_16_91bytes):
|
||||
movdqa %xmm0, -91(%edx)
|
||||
L(aligned_16_75bytes):
|
||||
movdqa %xmm0, -75(%edx)
|
||||
L(aligned_16_59bytes):
|
||||
movdqa %xmm0, -59(%edx)
|
||||
L(aligned_16_43bytes):
|
||||
movdqa %xmm0, -43(%edx)
|
||||
L(aligned_16_27bytes):
|
||||
movdqa %xmm0, -27(%edx)
|
||||
L(aligned_16_11bytes):
|
||||
movq %xmm0, -11(%edx)
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_124bytes):
|
||||
movdqa %xmm0, -124(%edx)
|
||||
L(aligned_16_108bytes):
|
||||
movdqa %xmm0, -108(%edx)
|
||||
L(aligned_16_92bytes):
|
||||
movdqa %xmm0, -92(%edx)
|
||||
L(aligned_16_76bytes):
|
||||
movdqa %xmm0, -76(%edx)
|
||||
L(aligned_16_60bytes):
|
||||
movdqa %xmm0, -60(%edx)
|
||||
L(aligned_16_44bytes):
|
||||
movdqa %xmm0, -44(%edx)
|
||||
L(aligned_16_28bytes):
|
||||
movdqa %xmm0, -28(%edx)
|
||||
L(aligned_16_12bytes):
|
||||
movq %xmm0, -12(%edx)
|
||||
movl %eax, -4(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_125bytes):
|
||||
movdqa %xmm0, -125(%edx)
|
||||
L(aligned_16_109bytes):
|
||||
movdqa %xmm0, -109(%edx)
|
||||
L(aligned_16_93bytes):
|
||||
movdqa %xmm0, -93(%edx)
|
||||
L(aligned_16_77bytes):
|
||||
movdqa %xmm0, -77(%edx)
|
||||
L(aligned_16_61bytes):
|
||||
movdqa %xmm0, -61(%edx)
|
||||
L(aligned_16_45bytes):
|
||||
movdqa %xmm0, -45(%edx)
|
||||
L(aligned_16_29bytes):
|
||||
movdqa %xmm0, -29(%edx)
|
||||
L(aligned_16_13bytes):
|
||||
movq %xmm0, -13(%edx)
|
||||
movl %eax, -5(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_126bytes):
|
||||
movdqa %xmm0, -126(%edx)
|
||||
L(aligned_16_110bytes):
|
||||
movdqa %xmm0, -110(%edx)
|
||||
L(aligned_16_94bytes):
|
||||
movdqa %xmm0, -94(%edx)
|
||||
L(aligned_16_78bytes):
|
||||
movdqa %xmm0, -78(%edx)
|
||||
L(aligned_16_62bytes):
|
||||
movdqa %xmm0, -62(%edx)
|
||||
L(aligned_16_46bytes):
|
||||
movdqa %xmm0, -46(%edx)
|
||||
L(aligned_16_30bytes):
|
||||
movdqa %xmm0, -30(%edx)
|
||||
L(aligned_16_14bytes):
|
||||
movq %xmm0, -14(%edx)
|
||||
movl %eax, -6(%edx)
|
||||
movw %ax, -2(%edx)
|
||||
SETRTNVAL
|
||||
RETURN
|
||||
|
||||
ALIGN (4)
|
||||
L(aligned_16_127bytes):
|
||||
movdqa %xmm0, -127(%edx)
|
||||
L(aligned_16_111bytes):
|
||||
movdqa %xmm0, -111(%edx)
|
||||
L(aligned_16_95bytes):
|
||||
movdqa %xmm0, -95(%edx)
|
||||
L(aligned_16_79bytes):
|
||||
movdqa %xmm0, -79(%edx)
|
||||
L(aligned_16_63bytes):
|
||||
movdqa %xmm0, -63(%edx)
|
||||
L(aligned_16_47bytes):
|
||||
movdqa %xmm0, -47(%edx)
|
||||
L(aligned_16_31bytes):
|
||||
movdqa %xmm0, -31(%edx)
|
||||
L(aligned_16_15bytes):
|
||||
movq %xmm0, -15(%edx)
|
||||
movl %eax, -7(%edx)
|
||||
movw %ax, -3(%edx)
|
||||
movb %al, -1(%edx)
|
||||
SETRTNVAL
|
||||
RETURN_END
|
||||
|
||||
END (__memset_sse2)
|
||||
|
||||
#endif
|
||||
112
sysdeps/i386/i686/multiarch/memset.S
Normal file
112
sysdeps/i386/i686/multiarch/memset.S
Normal file
@ -0,0 +1,112 @@
|
||||
/* Multiple versions of memset
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib. */
|
||||
#ifndef NOT_IN_libc
|
||||
# ifdef SHARED
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(memset)
|
||||
.type memset, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memset_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memset_sse2@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memset_sse2_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(memset)
|
||||
# else
|
||||
.text
|
||||
ENTRY(memset)
|
||||
.type memset, @gnu_indirect_function
|
||||
cmpl $0, KIND_OFFSET+__cpu_features
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memset_ia32, %eax
|
||||
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
|
||||
jz 2f
|
||||
leal __memset_sse2, %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
|
||||
jz 2f
|
||||
leal __memset_sse2_rep, %eax
|
||||
2: ret
|
||||
END(memset)
|
||||
# endif
|
||||
|
||||
# undef ENTRY
|
||||
# define ENTRY(name) \
|
||||
.type __memset_ia32, @function; \
|
||||
.globl __memset_ia32; \
|
||||
.p2align 4; \
|
||||
__memset_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END
|
||||
# define END(name) \
|
||||
cfi_endproc; .size __memset_ia32, .-__memset_ia32
|
||||
|
||||
# undef ENTRY_CHK
|
||||
# define ENTRY_CHK(name) \
|
||||
.type __memset_chk_ia32, @function; \
|
||||
.globl __memset_chk_ia32; \
|
||||
.p2align 4; \
|
||||
__memset_chk_ia32: cfi_startproc; \
|
||||
CALL_MCOUNT
|
||||
# undef END_CHK
|
||||
# define END_CHK(name) \
|
||||
cfi_endproc; .size __memset_chk_ia32, .-__memset_chk_ia32
|
||||
|
||||
# ifdef SHARED
|
||||
# undef libc_hidden_builtin_def
|
||||
/* IFUNC doesn't work with the hidden functions in shared library since
|
||||
they will be called without setting up EBX needed for PLT which is
|
||||
used by IFUNC. */
|
||||
# define libc_hidden_builtin_def(name) \
|
||||
.globl __GI_memset; __GI_memset = __memset_ia32
|
||||
# endif
|
||||
|
||||
# undef strong_alias
|
||||
# define strong_alias(original, alias)
|
||||
#endif
|
||||
|
||||
#include "../memset.S"
|
||||
116
sysdeps/i386/i686/multiarch/memset_chk.S
Normal file
116
sysdeps/i386/i686/multiarch/memset_chk.S
Normal file
@ -0,0 +1,116 @@
|
||||
/* Multiple versions of __memset_chk
|
||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||
Contributed by Intel Corporation.
|
||||
This file is part of the GNU C Library.
|
||||
|
||||
The GNU C Library is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU Lesser General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2.1 of the License, or (at your option) any later version.
|
||||
|
||||
The GNU C Library is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
Lesser General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Lesser General Public
|
||||
License along with the GNU C Library; if not, write to the Free
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#include <sysdep.h>
|
||||
#include <init-arch.h>
|
||||
|
||||
/* Define multiple versions only for the definition in lib. */
|
||||
#ifndef NOT_IN_libc
|
||||
# ifdef SHARED
|
||||
.section .gnu.linkonce.t.__i686.get_pc_thunk.bx,"ax",@progbits
|
||||
.globl __i686.get_pc_thunk.bx
|
||||
.hidden __i686.get_pc_thunk.bx
|
||||
.p2align 4
|
||||
.type __i686.get_pc_thunk.bx,@function
|
||||
__i686.get_pc_thunk.bx:
|
||||
movl (%esp), %ebx
|
||||
ret
|
||||
|
||||
.text
|
||||
ENTRY(__memset_chk)
|
||||
.type __memset_chk, @gnu_indirect_function
|
||||
pushl %ebx
|
||||
cfi_adjust_cfa_offset (4)
|
||||
cfi_rel_offset (ebx, 0)
|
||||
call __i686.get_pc_thunk.bx
|
||||
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
||||
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memset_chk_ia32@GOTOFF(%ebx), %eax
|
||||
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memset_chk_sse2@GOTOFF(%ebx), %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx)
|
||||
jz 2f
|
||||
leal __memset_chk_sse2_rep@GOTOFF(%ebx), %eax
|
||||
2: popl %ebx
|
||||
cfi_adjust_cfa_offset (-4)
|
||||
cfi_restore (ebx)
|
||||
ret
|
||||
END(__memset_chk)
|
||||
|
||||
strong_alias (__memset_chk, __memset_zero_constant_len_parameter)
|
||||
.section .gnu.warning.__memset_zero_constant_len_parameter
|
||||
.string "memset used with constant zero length parameter; this could be due to transposed parameters"
|
||||
# else
|
||||
.text
|
||||
ENTRY(__memset_chk)
|
||||
.type __memset_chk, @gnu_indirect_function
|
||||
cmpl $0, KIND_OFFSET+__cpu_features
|
||||
jne 1f
|
||||
call __init_cpu_features
|
||||
1: leal __memset_chk_ia32, %eax
|
||||
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
|
||||
jz 2f
|
||||
leal __memset_chk_sse2, %eax
|
||||
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
|
||||
jz 2f
|
||||
leal __memset_chk_sse2_rep, %eax
|
||||
2: ret
|
||||
END(__memset_chk)
|
||||
|
||||
.type __memset_chk_sse2, @function
|
||||
.p2align 4;
|
||||
__memset_chk_sse2:
|
||||
cfi_startproc
|
||||
CALL_MCOUNT
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb __chk_fail
|
||||
jmp __memset_sse2
|
||||
cfi_endproc
|
||||
.size __memset_chk_sse2, .-__memset_chk_sse2
|
||||
|
||||
.type __memset_chk_sse2_rep, @function
|
||||
.p2align 4;
|
||||
__memset_chk_sse2_rep:
|
||||
cfi_startproc
|
||||
CALL_MCOUNT
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb __chk_fail
|
||||
jmp __memset_sse2_rep
|
||||
cfi_endproc
|
||||
.size __memset_chk_sse2_rep, .-__memset_chk_sse2_rep
|
||||
|
||||
.type __memset_chk_ia32, @function
|
||||
.p2align 4;
|
||||
__memset_chk_ia32:
|
||||
cfi_startproc
|
||||
CALL_MCOUNT
|
||||
movl 12(%esp), %eax
|
||||
cmpl %eax, 16(%esp)
|
||||
jb __chk_fail
|
||||
jmp __memset_ia32
|
||||
cfi_endproc
|
||||
.size __memset_chk_ia32, .-__memset_chk_ia32
|
||||
# endif
|
||||
#endif
|
||||
@ -67,6 +67,9 @@
|
||||
ASM_SIZE_DIRECTIVE(name) \
|
||||
STABS_FUN_END(name)
|
||||
|
||||
#define ENTRY_CHK(name) ENTRY (name)
|
||||
#define END_CHK(name) END (name)
|
||||
|
||||
#ifdef HAVE_CPP_ASM_DEBUGINFO
|
||||
/* Disable that goop, because we just pass -g through to the assembler
|
||||
and it generates proper line number information directly. */
|
||||
|
||||
@ -74,6 +74,7 @@ static const struct intel_02_cache_info
|
||||
{ 0x0a, 2, 32, M(_SC_LEVEL1_DCACHE_SIZE), 8192 },
|
||||
{ 0x0c, 4, 32, M(_SC_LEVEL1_DCACHE_SIZE), 16384 },
|
||||
{ 0x0d, 4, 64, M(_SC_LEVEL1_DCACHE_SIZE), 16384 },
|
||||
{ 0x0e, 6, 64, M(_SC_LEVEL1_DCACHE_SIZE), 24576 },
|
||||
{ 0x21, 8, 64, M(_SC_LEVEL2_CACHE_SIZE), 262144 },
|
||||
{ 0x22, 4, 64, M(_SC_LEVEL3_CACHE_SIZE), 524288 },
|
||||
{ 0x23, 8, 64, M(_SC_LEVEL3_CACHE_SIZE), 1048576 },
|
||||
@ -113,6 +114,7 @@ static const struct intel_02_cache_info
|
||||
{ 0x7c, 8, 64, M(_SC_LEVEL2_CACHE_SIZE), 1048576 },
|
||||
{ 0x7d, 8, 64, M(_SC_LEVEL2_CACHE_SIZE), 2097152 },
|
||||
{ 0x7f, 2, 64, M(_SC_LEVEL2_CACHE_SIZE), 524288 },
|
||||
{ 0x80, 8, 64, M(_SC_LEVEL2_CACHE_SIZE), 524288 },
|
||||
{ 0x82, 8, 32, M(_SC_LEVEL2_CACHE_SIZE), 262144 },
|
||||
{ 0x83, 8, 32, M(_SC_LEVEL2_CACHE_SIZE), 524288 },
|
||||
{ 0x84, 8, 32, M(_SC_LEVEL2_CACHE_SIZE), 1048576 },
|
||||
@ -452,9 +454,10 @@ __cache_sysconf (int name)
|
||||
}
|
||||
|
||||
|
||||
/* Half the data cache size for use in memory and string routines, typically
|
||||
/* Data cache size for use in memory and string routines, typically
|
||||
L1 size. */
|
||||
long int __x86_64_data_cache_size_half attribute_hidden = 32 * 1024 / 2;
|
||||
long int __x86_64_data_cache_size attribute_hidden = 32 * 1024;
|
||||
/* Shared cache size for use in memory and string routines, typically
|
||||
L2 or L3 size. */
|
||||
long int __x86_64_shared_cache_size_half attribute_hidden = 1024 * 1024 / 2;
|
||||
@ -657,7 +660,10 @@ init_cacheinfo (void)
|
||||
}
|
||||
|
||||
if (data > 0)
|
||||
__x86_64_data_cache_size_half = data / 2;
|
||||
{
|
||||
__x86_64_data_cache_size_half = data / 2;
|
||||
__x86_64_data_cache_size = data;
|
||||
}
|
||||
|
||||
if (shared > 0)
|
||||
{
|
||||
|
||||
@ -13,5 +13,8 @@ CPUID_ECX_OFFSET offsetof (struct cpuid_registers, ecx)
|
||||
CPUID_EDX_OFFSET offsetof (struct cpuid_registers, edx)
|
||||
FAMILY_OFFSET offsetof (struct cpu_features, family)
|
||||
MODEL_OFFSET offsetof (struct cpu_features, model)
|
||||
FEATURE_OFFSET offsetof (struct cpu_features, feature)
|
||||
FEATURE_SIZE sizeof (unsigned int)
|
||||
|
||||
COMMON_CPUID_INDEX_1
|
||||
FEATURE_INDEX_1
|
||||
|
||||
@ -64,7 +64,23 @@ __init_cpu_features (void)
|
||||
__cpu_features.model += extended_model;
|
||||
}
|
||||
else if (__cpu_features.family == 0x06)
|
||||
__cpu_features.model += extended_model;
|
||||
{
|
||||
__cpu_features.model += extended_model;
|
||||
switch (__cpu_features.model)
|
||||
{
|
||||
case 0x1a:
|
||||
case 0x1e:
|
||||
case 0x1f:
|
||||
case 0x25:
|
||||
case 0x2e:
|
||||
case 0x2f:
|
||||
/* Rep string instructions are fast on Intel Core i3, i5
|
||||
and i7. */
|
||||
__cpu_features.feature[index_Fast_Rep_String]
|
||||
|= bit_Fast_Rep_String;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
/* This spells out "AuthenticAMD". */
|
||||
else if (ebx == 0x68747541 && ecx == 0x444d4163 && edx == 0x69746e65)
|
||||
|
||||
@ -16,6 +16,8 @@
|
||||
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
||||
02111-1307 USA. */
|
||||
|
||||
#define bit_Fast_Rep_String (1 << 0)
|
||||
|
||||
#ifdef __ASSEMBLER__
|
||||
|
||||
#include <ifunc-defines.h>
|
||||
@ -28,6 +30,8 @@
|
||||
#define index_SSSE3 COMMON_CPUID_INDEX_1*CPUID_SIZE+CPUID_ECX_OFFSET
|
||||
#define index_SSE4_2 COMMON_CPUID_INDEX_1*CPUID_SIZE+CPUID_ECX_OFFSET
|
||||
|
||||
#define index_Fast_Rep_String FEATURE_INDEX_1*FEATURE_SIZE
|
||||
|
||||
#else /* __ASSEMBLER__ */
|
||||
|
||||
#include <sys/param.h>
|
||||
@ -39,6 +43,13 @@ enum
|
||||
COMMON_CPUID_INDEX_MAX
|
||||
};
|
||||
|
||||
enum
|
||||
{
|
||||
FEATURE_INDEX_1 = 0,
|
||||
/* Keep the following line at the end. */
|
||||
FEATURE_INDEX_MAX
|
||||
};
|
||||
|
||||
extern struct cpu_features
|
||||
{
|
||||
enum
|
||||
@ -58,6 +69,7 @@ extern struct cpu_features
|
||||
} cpuid[COMMON_CPUID_INDEX_MAX];
|
||||
unsigned int family;
|
||||
unsigned int model;
|
||||
unsigned int feature[FEATURE_INDEX_MAX];
|
||||
} __cpu_features attribute_hidden;
|
||||
|
||||
|
||||
@ -86,4 +98,6 @@ extern const struct cpu_features *__get_cpu_features (void)
|
||||
#define HAS_SSE4_2 HAS_CPU_FEATURE (COMMON_CPUID_INDEX_1, ecx, 20)
|
||||
#define HAS_FMA HAS_CPU_FEATURE (COMMON_CPUID_INDEX_1, ecx, 12)
|
||||
|
||||
#define index_Fast_Rep_String FEATURE_INDEX_1
|
||||
|
||||
#endif /* __ASSEMBLER__ */
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user