glibc/sysdeps/i386/i486/bits/string.h

1538 lines
39 KiB
C

/* Optimized, inlined string functions. i486 version.
Copyright (C) 1997 Free Software Foundation, Inc.
This file is part of the GNU C Library.
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Library General Public License as
published by the Free Software Foundation; either version 2 of the
License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Library General Public License for more details.
You should have received a copy of the GNU Library General Public
License along with the GNU C Library; see the file COPYING.LIB. If not,
write to the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
Boston, MA 02111-1307, USA. */
#ifndef _STRING_H
# error "Never use <bits/string.h> directly; include <string.h> instead."
#endif
/* The ix86 processors can access unaligned multi-byte variables. */
#define _STRING_ARCH_unaligned 1
/* We only provide optimizations if the user selects them and if
GNU CC is used. */
#if !defined __NO_STRING_INLINES && defined __USE_STRING_INLINES \
&& defined __GNUC__ && __GNUC__ >= 2
#ifdef __cplusplus
# define __STRING_INLINE inline
#else
# define __STRING_INLINE extern __inline
#endif
/* The macros are used in some of the optimized implementations below. */
#define __STRING_SMALL_GET16(src, idx) \
(((src)[idx + 1] << 8) | (src)[idx])
#define __STRING_SMALL_GET32(src, idx) \
((((src)[idx + 3] << 8 | (src)[idx + 2]) << 8 \
| (src)[idx + 1]) << 8 | (src)[idx])
/* Copy N bytes of SRC to DEST. */
#define _HAVE_STRING_ARCH_memcpy 1
#define memcpy(dest, src, n) \
(__extension__ (__builtin_constant_p (n) \
? __memcpy_c (dest, src, n) \
: __memcpy_g (dest, src, n)))
#define __memcpy_c(dest, src, n) \
((n) == 0 \
? (dest) \
: (((n) % 4 == 0) \
? __memcpy_by4 (dest, src, n) \
: (((n) % 2 == 0) \
? __memcpy_by2 (dest, src, n) \
: __memcpy_g (dest, src, n))))
__STRING_INLINE void *
__memcpy_by4 (void *__dest, __const void *__src, size_t __n)
{
register void *__tmp = __dest;
register int __dummy1, __dummy2;
__asm__ __volatile__
("1:\n\t"
"movl (%2),%0\n\t"
"leal 4(%2),%2\n\t"
"movl %0,(%1)\n\t"
"leal 4(%1),%1\n\t"
"decl %3\n\t"
"jnz 1b"
: "=r" (__dummy1), "=r" (__tmp), "=r" (__src), "=r" (__dummy2)
: "1" (__tmp), "2" (__src), "3" (__n / 4)
: "memory", "cc");
return __dest;
}
__STRING_INLINE void *
__memcpy_by2 (void *__dest, __const void *__src, size_t __n)
{
register void *__tmp = __dest;
register int __dummy1, __dummy2;
__asm__ __volatile__
("shrl $1,%3\n\t"
"jz 2f\n" /* only a word */
"1:\n\t"
"movl (%2),%0\n\t"
"leal 4(%2),%2\n\t"
"movl %0,(%1)\n\t"
"leal 4(%1),%1\n\t"
"decl %3\n\t"
"jnz 1b\n"
"2:\n\t"
"movw (%2),%w0\n\t"
"movw %w0,(%1)"
: "=q" (__dummy1), "=r" (__tmp), "=r" (__src), "=r" (__dummy2)
: "1" (__tmp), "2" (__src), "3" (__n / 2)
: "memory", "cc");
return __dest;
}
__STRING_INLINE void *
__memcpy_g (void *__dest, __const void *__src, size_t __n)
{
register void *__tmp = __dest;
__asm__ __volatile__
("cld\n\t"
"shrl $1,%%ecx\n\t"
"jnc 1f\n\t"
"movsb\n"
"1:\n\t"
"shrl $1,%%ecx\n\t"
"jnc 2f\n\t"
"movsw\n"
"2:\n\t"
"rep; movsl"
: /* no output */
: "c" (__n), "D" (__tmp),"S" (__src)
: "cx", "di", "si", "memory", "cc");
return __dest;
}
/* Copy N bytes of SRC to DEST, guaranteeing
correct behavior for overlapping strings. */
__STRING_INLINE void *
memmove (void *__dest, __const void *__src, size_t __n)
{
register void *__tmp = __dest;
if (__dest < __src)
__asm__ __volatile__
("cld\n\t"
"rep; movsb"
: /* no output */
: "c" (__n), "S" (__src), "D" (__tmp)
: "cx", "si", "di");
else
__asm__ __volatile__
("std\n\t"
"rep; movsb\n\t"
"cld"
: /* no output */
: "c" (__n), "S" (__n - 1 + (__const char *) __src),
"D" (__n - 1 + (char *) __tmp)
: "cx", "si", "di", "memory");
return __dest;
}
/* Compare N bytes of S1 and S2. */
#define _HAVE_STRING_ARCH_memcmp 1
#ifndef __PIC__
/* gcc has problems to spill registers when using PIC. */
__STRING_INLINE int
memcmp (__const void *__s1, __const void *__s2, size_t __n)
{
register int __res;
__asm__ __volatile__
("cld\n\t"
"repe; cmpsb\n\t"
"je 1f\n\t"
"sbbl %0,%0\n\t"
"orb $1,%b0\n"
"1:"
: "=a" (__res)
: "0" (0), "S" (__s1), "D" (__s2), "c" (__n)
: "si", "di", "cx", "cc");
return __res;
}
#endif
/* Set N bytes of S to C. */
#define _HAVE_STRING_ARCH_memset 1
#define memset(s, c, n) \
(__extension__ (__builtin_constant_p (c) \
? (__builtin_constant_p (n) \
? __memset_cc (s, c, n) \
: __memset_cg (s, c, n)) \
: (__builtin_constant_p (n) \
? __memset_gc (s, c, n) \
: __memset_gg (s, c, n))))
#define __memset_cc(s, c, n) \
((n) == 0 \
? (s) \
: (((n) % 4 == 0) \
? __memset_cc_by4 (s, c, n) \
: (((n) % 2== 0) \
? __memset_cc_by2 (s, c, n) \
: __memset_cg (s, c, n))))
#define __memset_gc(s, c, n) \
((n) == 0 \
? (s) \
: (((n) % 4== 0) \
? __memset_gc_by4 (s, c, n) \
: (((n) % 2 == 0) \
? __memset_gc_by2 (s, c, n) \
: __memset_gg (s, c, n))))
__STRING_INLINE void *
__memset_cc_by4 (void *__s, int __c, size_t __n)
{
register char *__tmp = __s;
register int __dummy;
__asm__ __volatile__
("1:\n\t"
"movl %2,(%0)\n\t"
"leal 4(%0),%0\n\t"
"decl %1\n\t"
"jnz 1b"
: "=r" (__tmp), "=r" (__dummy)
: "q" (0x01010101UL * (unsigned char) __c), "0" (__tmp), "1" (__n / 4)
: "memory", "cc");
return __s;
}
__STRING_INLINE void *
__memset_cc_by2 (void *__s, int __c, size_t __n)
{
register void *__tmp = __s;
register int __dummy;
__asm__ __volatile__
("shrl $1,%1\n\t" /* may be divisible also by 4 */
"jz 2f\n"
"1:\n\t"
"movl %2,(%0)\n\t"
"leal 4(%0),%0\n\t"
"decl %1\n\t"
"jnz 1b\n"
"2:\n\t"
"movw %w2,(%0)"
: "=r" (__tmp), "=r" (__dummy)
: "q" (0x01010101UL * (unsigned char) __c), "0" (__tmp), "1" (__n / 2)
: "memory", "cc");
return __s;
}
__STRING_INLINE void *
__memset_gc_by4 (void *__s, int __c, size_t __n)
{
register void *__tmp = __s;
register int __dummy;
__asm__ __volatile__
("movb %b0,%h0\n"
"pushw %w0\n\t"
"shll $16,%0\n\t"
"popw %w0\n"
"1:\n\t"
"movl %0,(%1)\n\t"
"addl $4,%1\n\t"
"decl %2\n\t"
"jnz 1b\n"
: "=q" (__c), "=r" (__tmp), "=r" (__dummy)
: "0" ((unsigned int) __c), "1" (__tmp), "2" (__n / 4)
: "memory", "cc");
return __s;
}
__STRING_INLINE void *
__memset_gc_by2 (void *__s, int __c, size_t __n)
{
register void *__tmp = __s;
register int __dummy1, __dummy2;
__asm__ __volatile__
("movb %b0,%h0\n\t"
"shrl $1,%2\n\t" /* may be divisible also by 4 */
"jz 2f\n\t"
"pushw %w0\n\t"
"shll $16,%0\n\t"
"popw %w0\n"
"1:\n\t"
"movl %0,(%1)\n\t"
"leal 4(%1),%1\n\t"
"decl %2\n\t"
"jnz 1b\n"
"2:\n\t"
"movw %w0,(%1)"
: "=q" (__dummy1), "=r" (__tmp), "=r" (__dummy2)
: "0" ((unsigned int) __c), "1" (__tmp), "2" (__n / 2)
: "memory", "cc");
return __s;
}
__STRING_INLINE void *
__memset_cg (void *__s, int __c, size_t __n)
{
register void *__tmp = __s;
__asm__ __volatile__
("shrl $1,%%ecx\n\t"
"rep; stosw\n\t"
"jnc 1f\n\t"
"movb %%al,(%%edi)\n"
"1:"
: /* no output */
: "c" (__n),"D" (__tmp), "a" (0x0101U * (unsigned char) __c)
: "cx", "di", "memory", "cc");
return __s;
}
__STRING_INLINE void *
__memset_gg (void *__s, int __c, size_t __n)
{
register void *__tmp = __s;
__asm__ __volatile__
("movb %%al,%%ah\n\t"
"shrl $1,%%ecx\n\t"
"rep; stosw\n\t"
"jnc 1f\n\t"
"movb %%al,(%%edi)\n"
"1:"
: /* no output */
: "c" (__n), "D" (__tmp), "a" (__c)
: "cx", "di", "memory", "cc");
return __s;
}
/* Search N bytes of S for C. */
#define _HAVE_STRING_ARCH_memchr 1
__STRING_INLINE void *
memchr (__const void *__s, int __c, size_t __n)
{
register void *__res;
if (__n == 0)
return NULL;
__asm__ __volatile__
("cld\n\t"
"repne; scasb\n\t"
"je 1f\n\t"
"movl $1,%0\n"
"1:\n\t"
"decl %0"
: "=D" (__res)
: "a" (__c), "D" (__s), "c" (__n)
: "cx", "cc");
return __res;
}
/* Return the length of S. */
#define _HAVE_STRING_ARCH_strlen 1
#define strlen(str) \
(__extension__ (__builtin_constant_p (str) \
? sizeof (str) - 1 \
: __strlen_g (str)))
__STRING_INLINE size_t
__strlen_g (__const char *__str)
{
register char __dummy;
register __const char *__tmp = __str;
__asm__ __volatile__
("1:\n\t"
"movb (%0),%b1\n\t"
"leal 1(%0),%0\n\t"
"testb %b1,%b1\n\t"
"jne 1b"
: "=r" (__tmp), "=q" (__dummy)
: "0" (__str)
: "memory", "cc" );
return __tmp - __str - 1;
}
/* Copy SRC to DEST. */
#define _HAVE_STRING_ARCH_strcpy 1
#define strcpy(dest, src) \
(__extension__ (__builtin_constant_p (src) \
? (sizeof (src[0]) == 1 && strlen (src) + 1 <= 8 \
? __strcpy_small (dest, src, strlen (src) + 1) \
: (char *) memcpy (dest, src, strlen (src) + 1)) \
: __strcpy_g (dest, src)))
# define __strcpy_small(dest, src, srclen) \
(__extension__ ({ char *__retval = (dest); \
char *__cp = __retval; \
switch (srclen) \
{ \
case 1: \
*((unsigned char *) __cp) = '\0'; \
break; \
case 2: \
*((__uint16_t *) __cp) = \
__STRING_SMALL_GET16 (src, 0); \
break; \
case 3: \
*((__uint16_t *) __cp)++ = \
__STRING_SMALL_GET16 (src, 0); \
*((unsigned char *) __cp) = '\0'; \
break; \
case 4: \
*((__uint32_t *) __cp) = \
__STRING_SMALL_GET32 (src, 0); \
break; \
case 5: \
*((__uint32_t *) __cp)++ = \
__STRING_SMALL_GET32 (src, 0); \
*((unsigned char *) __cp) = '\0'; \
break; \
case 6: \
*((__uint32_t *) __cp)++ = \
__STRING_SMALL_GET32 (src, 0); \
*((__uint16_t *) __cp) = \
__STRING_SMALL_GET16 (src, 4); \
break; \
case 7: \
*((__uint32_t *) __cp)++ = \
__STRING_SMALL_GET32 (src, 0); \
*((__uint16_t *) __cp)++ = \
__STRING_SMALL_GET16 (src, 4); \
*((unsigned char *) __cp) = '\0'; \
break; \
case 8: \
*((__uint32_t *) __cp)++ = \
__STRING_SMALL_GET32 (src, 0); \
*((__uint32_t *) __cp) = \
__STRING_SMALL_GET32 (src, 4); \
break; \
} \
__retval; }))
__STRING_INLINE char *
__strcpy_g (char *__dest, __const char *__src)
{
register char *__tmp = __dest;
register char __dummy;
__asm__ __volatile__
(
"1:\n\t"
"movb (%0),%b2\n\t"
"leal 1(%0),%0\n\t"
"movb %b2,(%1)\n\t"
"leal 1(%1),%1\n\t"
"testb %b2,%b2\n\t"
"jne 1b"
: "=r" (__src), "=r" (__tmp), "=q" (__dummy)
: "0" (__src), "1" (__tmp)
: "memory", "cc");
return __dest;
}
#ifdef __USE_GNU
# define _HAVE_STRING_ARCH_stpcpy 1
/* Copy SRC to DEST. */
# define __stpcpy(dest, src) \
(__extension__ (__builtin_constant_p (src) \
? (strlen (src) + 1 <= 8 \
? __stpcpy_small (dest, src, strlen (src) + 1) \
: __stpcpy_c (dest, src, strlen (src) + 1)) \
: __stpcpy_g (dest, src)))
# define __stpcpy_c(dest, src, srclen) \
((srclen) % 4 == 0 \
? __mempcpy_by4 (dest, src, srclen) \
: ((srclen) % 2 == 0 \
? __mempcpy_by2 (dest, src, srclen) \
: __mempcpy_byn (dest, src, srclen)))
/* In glibc itself we use this symbol for namespace reasons. */
# define stpcpy(dest, src) __stpcpy (dest, src)
# define __stpcpy_small(dest, src, srclen) \
(__extension__ ({ char *__cp = (dest); \
switch (srclen) \
{ \
case 1: \
*((unsigned char *) __cp) = '\0'; \
break; \
case 2: \
*((__uint16_t *) __cp) = \
__STRING_SMALL_GET16 (src, 0); \
++cp; \
break; \
case 3: \
*((__uint16_t *) __cp)++ = \
__STRING_SMALL_GET16 (src, 0); \
*((unsigned char *) __cp) = '\0'; \
break; \
case 4: \
*((__uint32_t *) __cp) = \
__STRING_SMALL_GET32 (src, 0); \
cp += 3; \
break; \
case 5: \
*((__uint32_t *) __cp)++ = \
__STRING_SMALL_GET32 (src, 0); \
*((unsigned char *) __cp) = '\0'; \
break; \
case 6: \
*((__uint32_t *) __cp)++ = \
__STRING_SMALL_GET32 (src, 0); \
*((__uint16_t *) __cp) = \
__STRING_SMALL_GET16 (src, 4); \
++cp; \
break; \
case 7: \
*((__uint32_t *) __cp)++ = \
__STRING_SMALL_GET32 (src, 0); \
*((__uint16_t *) __cp)++ = \
__STRING_SMALL_GET16 (src, 4); \
*((unsigned char *) __cp) = '\0'; \
break; \
case 8: \
*((__uint32_t *) __cp)++ = \
__STRING_SMALL_GET32 (src, 0); \
*((__uint32_t *) __cp) = \
__STRING_SMALL_GET32 (src, 4); \
cp += 3; \
break; \
} \
__cp; }))
__STRING_INLINE char *
__mempcpy_by4 (char *__dest, __const char *__src, size_t __srclen)
{
register char *__tmp = __dest;
register int __dummy1, __dummy2;
__asm__ __volatile__
("1:\n\t"
"movl (%2),%0\n\t"
"leal 4(%2),%2\n\t"
"movl %0,(%1)\n\t"
"leal 4(%1),%1\n\t"
"decl %3\n\t"
"jnz 1b"
: "=r" (__dummy1), "=r" (__tmp), "=r" (__src), "=r" (__dummy2)
: "1" (__tmp), "2" (__src), "3" (__srclen / 4)
: "memory", "cc");
return __tmp - 1;
}
__STRING_INLINE char *
__mempcpy_by2 (char *__dest, __const char *__src, size_t __srclen)
{
register char *__tmp = __dest;
register int __dummy1, __dummy2;
__asm__ __volatile__
("shrl $1,%3\n\t"
"jz 2f\n" /* only a word */
"1:\n\t"
"movl (%2),%0\n\t"
"leal 4(%2),%2\n\t"
"movl %0,(%1)\n\t"
"leal 4(%1),%1\n\t"
"decl %3\n\t"
"jnz 1b\n"
"2:\n\t"
"movw (%2),%w0\n\t"
"movw %w0,(%1)"
: "=q" (__dummy1), "=r" (__tmp), "=r" (__src), "=r" (__dummy2)
: "1" (__tmp), "2" (__src), "3" (__srclen / 2)
: "memory", "cc");
return __tmp + 1;
}
__STRING_INLINE char *
__mempcpy_byn (char *__dest, __const char *__src, size_t __srclen)
{
register char *__tmp = __dest;
__asm__ __volatile__
("cld\n\t"
"shrl $1,%%ecx\n\t"
"jnc 1f\n\t"
"movsb\n"
"1:\n\t"
"shrl $1,%%ecx\n\t"
"jnc 2f\n\t"
"movsw\n"
"2:\n\t"
"rep; movsl"
: "=D" (__tmp)
: "c" (__srclen), "0" (__tmp),"S" (__src)
: "cx", "di", "si", "memory", "cc");
return __tmp - 1;
}
__STRING_INLINE char *
__stpcpy_g (char *__dest, __const char *__src)
{
register char *__tmp = __dest;
register char __dummy;
__asm__ __volatile__
(
"1:\n\t"
"movb (%0),%b2\n\t"
"leal 1(%0),%0\n\t"
"movb %b2,(%1)\n\t"
"leal 1(%1),%1\n\t"
"testb %b2,%b2\n\t"
"jne 1b"
: "=r" (__src), "=r" (__tmp), "=q" (__dummy)
: "0" (__src), "1" (__tmp)
: "memory", "cc");
return __tmp - 1;
}
#endif
/* Copy no more than N characters of SRC to DEST. */
#define _HAVE_STRING_ARCH_strncpy 1
#define strncpy(dest, src, n) \
(__extension__ (__builtin_constant_p (src) \
? ((strlen (src) + 1 >= ((size_t) (n)) \
? (char *) memcpy (dest, src, n) \
: __strncpy_cg (dest, src, strlen (src) + 1, n))) \
: __strncpy_gg (dest, src, n)))
#define __strncpy_cg(dest, src, srclen, n) \
(((srclen) % 4 == 0) \
? __strncpy_by4 (dest, src, srclen, n) \
: (((srclen) % 2 == 0) \
? __strncpy_by2 (dest, src, srclen, n) \
: __strncpy_byn (dest, src, srclen, n)))
__STRING_INLINE char *
__strncpy_by4 (char *__dest, __const char __src[], size_t __srclen, size_t __n)
{
register char *__tmp = __dest;
register int __dummy1, __dummy2;
__asm__ __volatile__
("1:\n\t"
"movl (%2),%0\n\t"
"leal 4(%2),%2\n\t"
"movl %0,(%1)\n\t"
"leal 4(%1),%1\n\t"
"decl %3\n\t"
"jnz 1b"
: "=r" (__dummy1), "=r" (__tmp), "=r" (__src), "=r" (__dummy2)
: "1" (__tmp), "2" (__src), "3" (__srclen / 4)
: "memory", "cc");
(void) memset (__tmp, '\0', __n - __srclen);
return __dest;
}
__STRING_INLINE char *
__strncpy_by2 (char *__dest, __const char __src[], size_t __srclen, size_t __n)
{
register char *__tmp = __dest;
register int __dummy1, __dummy2;
__asm__ __volatile__
("shrl $1,%3\n\t"
"jz 2f\n" /* only a word */
"1:\n\t"
"movl (%2),%0\n\t"
"leal 4(%2),%2\n\t"
"movl %0,(%1)\n\t"
"leal 4(%1),%1\n\t"
"decl %3\n\t"
"jnz 1b\n"
"2:\n\t"
"movw (%2),%w0\n\t"
"movw %w0,(%1)\n\t"
: "=q" (__dummy1), "=r" (__tmp), "=r" (__src), "=r" (__dummy2)
: "1" (__tmp), "2" (__src), "3" (__srclen / 2)
: "memory", "cc");
(void) memset (__tmp + 2, '\0', __n - __srclen);
return __dest;
}
__STRING_INLINE char *
__strncpy_byn (char *__dest, __const char __src[], size_t __srclen, size_t __n)
{
register char *__tmp = __dest;
__asm__ __volatile__
("cld\n\t"
"shrl $1,%%ecx\n\t"
"jnc 1f\n\t"
"movsb\n"
"1:\n\t"
"shrl $1,%%ecx\n\t"
"jnc 2f\n\t"
"movsw\n"
"2:\n\t"
"rep; movsl"
: "=D" (__tmp)
: "c" (__srclen), "0" (__tmp),"S" (__src)
: "cx", "di", "si", "memory", "cc");
(void) memset (__tmp, '\0', __n - __srclen);
return __dest;
}
__STRING_INLINE char *
__strncpy_gg (char *__dest, __const char *__src, size_t __n)
{
register char *__tmp = __dest;
register char __dummy;
if (__n > 0)
__asm__ __volatile__
("1:\n\t"
"movb (%0),%2\n\t"
"incl %0\n\t"
"movb %2,(%1)\n\t"
"incl %1\n\t"
"decl %3\n\t"
"je 3f\n\t"
"testb %2,%2\n\t"
"jne 1b\n\t"
"2:\n\t"
"movb %2,(%1)\n\t"
"incl %1\n\t"
"decl %3\n\t"
"jne 2b\n\t"
"3:"
: "=r" (__src), "=r" (__tmp), "=q" (__dummy), "=r" (__n)
: "0" (__src), "1" (__tmp), "3" (__n)
: "memory", "cc");
return __dest;
}
/* Append SRC onto DEST. */
#define _HAVE_STRING_ARCH_strcat 1
#define strcat(dest, src) \
(__extension__ (__builtin_constant_p (src) \
? __strcat_c (dest, src, strlen (src) + 1) \
: __strcat_g (dest, src)))
__STRING_INLINE char *
__strcat_c (char *__dest, __const char __src[], size_t __srclen)
{
register char *__tmp = __dest - 1;
__asm__ __volatile__
("1:\n\t"
"incl %0\n\t"
"cmpb $0,(%0)\n\t"
"jne 1b\n"
: "=r" (__tmp)
: "0" (__tmp)
: "cc");
(void) memcpy (__tmp, __src, __srclen);
return __dest;
}
__STRING_INLINE char *
__strcat_g (char *__dest, __const char *__src)
{
register char *__tmp = __dest - 1;
register char __dummy;
__asm__ __volatile__
("1:\n\t"
"incl %1\n\t"
"cmpb $0,(%1)\n\t"
"jne 1b\n"
"2:\n\t"
"movb (%2),%b0\n\t"
"incl %2\n\t"
"movb %b0,(%1)\n\t"
"incl %1\n\t"
"testb %b0,%b0\n\t"
"jne 2b\n"
: "=q" (__dummy), "=r" (__tmp), "=r" (__src)
: "1" (__tmp), "2" (__src)
: "memory", "cc");
return __dest;
}
/* Append no more than N characters from SRC onto DEST. */
#define _HAVE_STRING_ARCH_strncat 1
#define strncat(dest, src, n) \
(__extension__ (__builtin_constant_p (src) && __builtin_constant_p (n) \
? (strlen (src) < ((size_t) (n)) \
? strcat (dest, src) \
: (memcpy (strchr (dest, '\0'), src, n), dest)) \
: __strncat_g (dest, src, n)))
__STRING_INLINE char *
__strncat_g (char *__dest, __const char __src[], size_t __n)
{
register char *__tmp = __dest - 1;
register char __dummy;
__asm__ __volatile__
("1:\n\t"
"cmpb $0,1(%1)\n\t"
"leal 1(%1),%1\n\t"
"jne 1b\n"
"2:\n\t"
"decl %3\n\t"
"js 3f\n\t"
"movb (%2),%b0\n\t"
"leal 1(%2),%2\n\t"
"movb %b0,(%1)\n\t"
"leal 1(%1),%1\n\t"
"testb %b0,%b0\n\t"
"jne 2b\n\t"
"decl %1\n"
"3:\n\t"
"movb $0,(%1)\n\t"
: "=q" (__dummy), "=r" (__tmp), "=r" (__src), "=r" (__n)
: "1" (__tmp), "2" (__src), "3" (__n)
: "memory", "cc");
return __dest;
}
/* Compare S1 and S2. */
#define _HAVE_STRING_ARCH_strcmp 1
__STRING_INLINE int
strcmp (__const char *__s1, __const char *__s2)
{
register int __res;
__asm__ __volatile__
("1:\n\t"
"movb (%1),%b0\n\t"
"leal 1(%1),%1\n\t"
"cmpb %b0,(%2)\n\t"
"jne 2f\n\t"
"leal 1(%2),%2\n\t"
"testb %b0,%b0\n\t"
"jne 1b\n\t"
"xorl %0,%0\n\t"
"jmp 3f\n"
"2:\n\t"
"movl $1,%0\n\t"
"jb 3f\n\t"
"negl %0\n"
"3:"
: "=q" (__res), "=r" (__s1), "=r" (__s2)
: "1" (__s1), "2" (__s2)
: "cc");
return __res;
}
/* Compare N characters of S1 and S2. */
#define _HAVE_STRING_ARCH_strncmp 1
#define strncmp(s1, s2, n) \
(__extension__ (__builtin_constant_p (s1) && strlen (s1) < ((size_t) (n)) \
? strcmp (s1, s2) \
: (__builtin_constant_p (s2) && strlen (s2) < ((size_t) (n))\
? strcmp (s1, s2) \
: __strncmp_g (s1, s2, n))))
__STRING_INLINE int
__strncmp_g (__const char *__s1, __const char *__s2, size_t __n)
{
register int __res;
__asm__ __volatile__
("1:\n\t"
"decl %3\n\t"
"js 2f\n\t"
"movb (%1),%b0\n\t"
"incl %1\n\t"
"cmpb %b0,(%2)\n\t"
"jne 3f\n\t"
"incl %2\n\t"
"testb %b0,%b0\n\t"
"jne 1b\n"
"2:\n\t"
"xorl %0,%0\n\t"
"jmp 4f\n"
"3:\n\t"
"movl $1,%0\n\t"
"jb 4f\n\t"
"negl %0\n"
"4:"
: "=q" (__res), "=r" (__s1), "=r" (__s2), "=r" (__n)
: "1" (__s1), "2" (__s2), "3" (__n)
: "cc");
return __res;
}
/* Find the first occurrence of C in S. */
#define _HAVE_STRING_ARCH_strchr 1
#define strchr(s, c) \
(__extension__ (__builtin_constant_p (c) \
? __strchr_c (s, ((c) & 0xff) << 8) \
: __strchr_g (s, c)))
__STRING_INLINE char *
__strchr_c (__const char *__s, int __c)
{
register char *__res;
__asm__ __volatile__
("1:\n\t"
"movb (%0),%%al\n\t"
"cmpb %%ah,%%al\n\t"
"je 2f\n\t"
"leal 1(%0),%0\n\t"
"testb %%al,%%al\n\t"
"jne 1b\n\t"
"xorl %0,%0\n"
"2:"
: "=r" (__res)
: "a" (__c), "0" (__s)
: "ax", "cc");
return __res;
}
__STRING_INLINE char *
__strchr_g (__const char *__s, int __c)
{
register char *__res;
__asm__ __volatile__
("movb %%al,%%ah\n"
"1:\n\t"
"movb (%0),%%al\n\t"
"cmpb %%ah,%%al\n\t"
"je 2f\n\t"
"leal 1(%0),%0\n\t"
"testb %%al,%%al\n\t"
"jne 1b\n\t"
"xorl %0,%0\n"
"2:"
: "=r" (__res)
: "a" (__c), "0" (__s)
: "ax", "cc");
return __res;
}
/* Find the last occurrence of C in S. */
#define _HAVE_STRING_ARCH_strrchr 1
#define strrchr(s, c) \
(__extension__ (__builtin_constant_p (c) \
? __strrchr_c (s, ((c) & 0xff) << 8) \
: __strrchr_g (s, c)))
#ifdef __i686__
__STRING_INLINE char *
__strrchr_c (__const char *__s, int __c)
{
register char *__res;
__asm__ __volatile__
("cld\n"
"1:\n\t"
"lodsb\n\t"
"cmpb %%ah,%%al\n\t"
"cmovne %%esi,%0\n\t"
"testb %%al,%%al\n\t"
"jne 1b"
: "=d" (__res)
: "0" (1), "S" (__s),"a" (__c)
: "ax", "si", "cc");
return __res - 1;
}
__STRING_INLINE char *
__strrchr_g (__const char *__s, int __c)
{
register char *__res;
__asm__ __volatile__
("movb %%al,%%ah\n"
"cld\n\t"
"1:\n\t"
"lodsb\n\t"
"cmpb %%ah,%%al\n\t"
"cmovne %%esi,%0\n\t"
"testb %%al,%%al\n\t"
"jne 1b"
: "=r" (__res)
: "0" (1), "S" (__s),"a" (__c)
: "ax", "si", "cc");
return __res - 1;
}
#else
__STRING_INLINE char *
__strrchr_c (__const char *__s, int __c)
{
register char *__res;
__asm__ __volatile__
("cld\n"
"1:\n\t"
"lodsb\n\t"
"cmpb %%ah,%%al\n\t"
"jne 2f\n\t"
"leal -1(%%esi),%0\n"
"2:\n\t"
"testb %%al,%%al\n\t"
"jne 1b"
: "=d" (__res)
: "0" (0), "S" (__s),"a" (__c)
: "ax", "si", "cc");
return __res;
}
__STRING_INLINE char *
__strrchr_g (__const char *__s, int __c)
{
register char *__res;
__asm__ __volatile__
("movb %%al,%%ah\n"
"cld\n\t"
"1:\n\t"
"lodsb\n\t"
"cmpb %%ah,%%al\n\t"
"jne 2f\n\t"
"leal -1(%%esi),%0\n"
"2:\n\t"
"testb %%al,%%al\n\t"
"jne 1b"
: "=r" (__res)
: "0" (0), "S" (__s),"a" (__c)
: "ax", "si", "cc");
return __res;
}
#endif
/* Return the length of the initial segment of S which
consists entirely of characters not in REJECT. */
#define _HAVE_STRING_ARCH_strcspn 1
#define strcspn(s, reject) \
(__extension__ (__builtin_constant_p (reject) && sizeof ((reject)[0]) == 1 \
? ((reject)[0] == '\0' \
? strlen (s) \
: ((reject)[1] == '\0' \
? __strcspn_c1 (s, (((reject)[0] << 8) & 0xff00)) \
: __strcspn_cg (s, reject, strlen (reject)))) \
: __strcspn_g (s, reject)))
__STRING_INLINE size_t
__strcspn_c1 (__const char *__s, int __reject)
{
register char *__res;
__asm__ __volatile__
("1:\n\t"
"movb (%0),%%al\n\t"
"leal 1(%0),%0\n\t"
"cmpb %%ah,%%al\n\t"
"je 2f\n\t"
"testb %%al,%%al\n\t"
"jne 1b\n"
"2:"
: "=r" (__res)
: "a" (__reject), "0" (__s)
: "ax", "cc");
return (__res - 1) - __s;
}
#ifdef __PIC__
__STRING_INLINE size_t
__strcspn_cg (__const char *__s, __const char __reject[], size_t __reject_len)
{
register __const char *__res;
int __mem;
__asm__ __volatile__
("movl %%ebx,%1\n\t"
"movl %%ecx,%%ebx\n\t"
"cld\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %4,%%edi\n\t"
"movl %%ebx,%%ecx\n\t"
"repne; scasb\n\t"
"jne 1b\n"
"2:\n\t"
"movl %1,%%ebx"
: "=S" (__res), "=&m" (__mem)
: "c" (__reject_len), "0" (__s), "r" (__reject), "1" (__mem)
: "ax", "cx", "di", "cc");
return (__res - 1) - __s;
}
__STRING_INLINE size_t
__strcspn_g (__const char *__s, __const char *__reject)
{
register __const char *__res;
int __mem;
__asm__ __volatile__
("movl %%ebx,%1\n\t"
"movl %5,%%edi\n\t"
"cld\n\t"
"repne; scasb\n\t"
"notl %%ecx\n\t"
"leal -1(%%ecx),%%ebx\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %5,%%edi\n\t"
"movl %%ebx,%%ecx\n\t"
"repne; scasb\n\t"
"jne 1b\n"
"2:\n\t"
"movl %1,%%ebx"
: "=S" (__res), "=&m" (__mem)
: "a" (0), "c" (0xffffffff), "0" (__s), "r" (__reject), "1" (__mem)
: "ax", "cx", "di", "cc");
return (__res - 1) - __s;
}
#else
__STRING_INLINE size_t
__strcspn_cg (__const char *__s, __const char __reject[], size_t __reject_len)
{
register __const char *__res;
__asm__ __volatile__
("cld\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%ebx,%%edi\n\t"
"movl %%edx,%%ecx\n\t"
"repne; scasb\n\t"
"jne 1b\n"
"2:"
: "=S" (__res)
: "d" (__reject_len), "0" (__s), "b" (__reject)
: "ax", "cx", "di", "cc");
return (__res - 1) - __s;
}
__STRING_INLINE size_t
__strcspn_g (__const char *__s, __const char *__reject)
{
register __const char *__res;
__asm__ __volatile__
("cld\n\t"
"repne; scasb\n\t"
"notl %%ecx\n\t"
"leal -1(%%ecx),%%edx\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%ebx,%%edi\n\t"
"movl %%edx,%%ecx\n\t"
"repne; scasb\n\t"
"jne 1b\n"
"2:"
: "=S" (__res)
: "a" (0), "c" (0xffffffff), "0" (__s), "b" (__reject), "D" (__reject)
: "ax", "cx", "dx", "di", "cc");
return (__res - 1) - __s;
}
#endif
/* Return the length of the initial segment of S which
consists entirely of characters in ACCEPT. */
#define _HAVE_STRING_ARCH_strspn 1
#define strspn(s, accept) \
(__extension__ (__builtin_constant_p (accept) && sizeof ((accept)[0]) == 1 \
? ((accept)[0] == '\0' \
? 0 \
: ((accept)[1] == '\0' \
? __strspn_c1 (s, (((accept)[0] << 8 ) & 0xff00)) \
: __strspn_cg (s, accept, strlen (accept)))) \
: __strspn_g (s, accept)))
__STRING_INLINE size_t
__strspn_c1 (__const char *__s, int __accept)
{
register char *__res;
/* Please note that __accept never can be '\0'. */
__asm__ __volatile__
("1:\n\t"
"movb (%0),%%al\n\t"
"leal 1(%0),%0\n\t"
"cmpb %%ah,%%al\n\t"
"je 1b\n"
"2:"
: "=r" (__res)
: "a" (__accept), "0" (__s)
: "ax", "cc");
return (__res - 1) - __s;
}
#ifdef __PIC__
__STRING_INLINE size_t
__strspn_cg (__const char *__s, __const char __accept[], size_t __accept_len)
{
register __const char *__res;
int __mem;
__asm__ __volatile__
("movl %%ebx,%1\n\t"
"movl %%ecx,%%ebx\n\t"
"cld\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%edx,%%edi\n\t"
"movl %%ebx,%%ecx\n\t"
"repne; scasb\n\t"
"je 1b\n"
"2:\n\t"
"movl %1,%%ebx"
: "=S" (__res), "=m" (__mem)
: "c" (__accept_len), "0" (__s), "d" (__accept), "1" (__mem)
: "ax", "cx", "di", "cc");
return (__res - 1) - __s;
}
__STRING_INLINE size_t
__strspn_g (__const char *__s, __const char *__accept)
{
register __const char *__res;
int __mem;
__asm__ __volatile__
("movl %%ebx,%1\n\t"
"cld\n\t"
"repne; scasb\n\t"
"notl %%ecx\n\t"
"leal -1(%%ecx),%%ebx\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%edx,%%edi\n\t"
"movl %%ebx,%%ecx\n\t"
"repne; scasb\n\t"
"je 1b\n"
"2:\n\t"
"movl %1,%%ebx"
: "=S" (__res), "=m" (__mem)
: "a" (0), "c" (0xffffffff), "0" (__s), "d" (__accept), "1" (__mem),
"D" (__accept)
: "ax", "cx", "di", "cc");
return (__res - 1) - __s;
}
#else
__STRING_INLINE size_t
__strspn_cg (__const char *__s, __const char __accept[], size_t __accept_len)
{
register __const char *__res;
__asm__ __volatile__
("cld\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%ebx,%%edi\n\t"
"movl %%edx,%%ecx\n\t"
"repne; scasb\n\t"
"je 1b\n"
"2:"
: "=S" (__res)
: "d" (__accept_len), "0" (__s), "b" (__accept), "D" (__accept)
: "ax", "cx", "dx", "di", "cc");
return (__res - 1) - __s;
}
__STRING_INLINE size_t
__strspn_g (__const char *__s, __const char *__accept)
{
register __const char *__res;
__asm__ __volatile__
("cld\n\t"
"repne; scasb\n\t"
"notl %%ecx\n\t"
"leal -1(%%ecx),%%edx\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%ebx,%%edi\n\t"
"movl %%edx,%%ecx\n\t"
"repne; scasb\n\t"
"je 1b\n"
"2:"
: "=S" (__res)
: "a" (0), "c" (0xffffffff), "0" (__s), "b" (__accept), "D" (__accept)
: "ax", "cx", "dx", "di", "cc");
return (__res - 1) - __s;
}
#endif
/* Find the first occurrence in S of any character in ACCEPT. */
#define _HAVE_STRING_ARCH_strpbrk 1
#define strpbrk(s, accept) \
(__extension__ (__builtin_constant_p (accept) && sizeof ((accept)[0]) == 1 \
? ((accept)[0] == '\0' \
? NULL \
: ((accept)[1] == '\0' \
? strchr (s, (accept)[0]) \
: __strpbrk_cg (s, accept, strlen (accept)))) \
: __strpbrk_g (s, accept)))
#ifdef __PIC__
__STRING_INLINE char *
__strpbrk_cg (__const char *__s, __const char __accept[], size_t __accept_len)
{
register char *__res;
int __mem;
__asm__ __volatile__
("movl %%ebx,%1\n\t"
"movl %%ecx,%%ebx\n\t"
"cld\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%edx,%%edi\n\t"
"movl %%ebx,%%ecx\n\t"
"repne; scasb\n\t"
"jne 1b\n\t"
"decl %0\n\t"
"jmp 3f\n"
"2:\n\t"
"xorl %0,%0\n"
"3:\n\t"
"movl %1,%%ebx"
: "=S" (__res), "=m" (__mem)
: "c" (__accept_len), "0" (__s), "d" (__accept), "1" (__mem)
: "ax", "cx", "di", "cc");
return __res;
}
__STRING_INLINE char *
__strpbrk_g (__const char *__s, __const char *__accept)
{
register char *__res;
int __mem;
__asm__ __volatile__
("movl %%ebx,%1\n\t"
"movl %%edx,%%edi\n\t"
"cld\n\t"
"repne; scasb\n\t"
"notl %%ecx\n\t"
"leal -1(%%ecx),%%ebx\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%edx,%%edi\n\t"
"movl %%ebx,%%ecx\n\t"
"repne; scasb\n\t"
"jne 1b\n\t"
"decl %0\n\t"
"jmp 3f\n"
"2:\n\t"
"xorl %0,%0\n"
"3:\n\t"
"movl %1,%%ebx"
: "=S" (__res), "=m" (__mem)
: "a" (0), "c" (0xffffffff), "0" (__s), "d" (__accept), "1" (__mem)
: "ax", "cx", "di", "cc");
return __res;
}
#else
__STRING_INLINE char *
__strpbrk_cg (__const char *__s, __const char __accept[], size_t __accept_len)
{
register char *__res;
__asm__ __volatile__
("movl %%ebx,%%edi\n\t"
"cld\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%ebx,%%edi\n\t"
"movl %%edx,%%ecx\n\t"
"repne; scasb\n\t"
"jne 1b\n\t"
"decl %0\n\t"
"jmp 3f\n"
"2:\n\t"
"xorl %0,%0\n"
"3:"
: "=S" (__res)
: "d" (__accept_len), "0" (__s), "b" (__accept)
: "ax", "cx", "dx", "di", "cc");
return __res;
}
__STRING_INLINE char *
__strpbrk_g (__const char *__s, __const char *__accept)
{
register char *__res;
__asm__ __volatile__
("movl %%ebx,%%edi\n\t"
"cld\n\t"
"repne; scasb\n\t"
"notl %%ecx\n\t"
"leal -1(%%ecx),%%edx\n"
"1:\n\t"
"lodsb\n\t"
"testb %%al,%%al\n\t"
"je 2f\n\t"
"movl %%ebx,%%edi\n\t"
"movl %%edx,%%ecx\n\t"
"repne; scasb\n\t"
"jne 1b\n\t"
"decl %0\n\t"
"jmp 3f\n"
"2:\n\t"
"xorl %0,%0\n"
"3:"
: "=S" (__res)
: "a" (0), "c" (0xffffffff), "0" (__s), "b" (__accept)
: "ax", "cx", "dx", "di", "cc");
return __res;
}
#endif
/* Find the first occurrence of NEEDLE in HAYSTACK. */
#define _HAVE_STRING_ARCH_strstr 1
#ifdef __PIC__
/* XXX GCC has problems to spill the registers. */
# define strstr(haystack, needle) \
(__extension__ (__builtin_constant_p (needle) && sizeof ((needle)[0]) == 1 \
? ((needle)[0] == '\0' \
? haystack \
: ((needle)[1] == '\0' \
? strchr (haystack, (needle)[0]) \
: strstr (haystack, needle))) \
: strstr (haystack, needle)))
# if 0
/* Please note that this function need not handle NEEDLEs with a
length shorter than two. */
__STRING_INLINE char *
__strstr_cg (__const char *__haystack, __const char __needle[],
size_t __needle_len)
{
register char *__res;
int __mem;
__asm__ __volatile__
("movl %%ebx,%1\n\t"
"movl %%ecx,%%ebx\n"
"cld\n" \
"1:\n\t"
"movl %%edx,%%edi\n\t"
"movl %%esi,%%eax\n\t"
"movl %%ebx,%%ecx\n\t"
"repe; cmpsb\n\t"
"je 2f\n\t"
"cmpb $0,-1(%%esi)\n\t"
"leal 1(%%eax),%%esi\n\t"
"jne 1b\n\t"
"xorl %%eax,%%eax\n"
"2:\n\t"
"movl %1,%%ebx"
: "=a" (__res), "=m" (__mem)
: "c" (__needle_len), "S" (__haystack), "d" (__needle), "1" (__mem)
: "cx", "di", "si", "cc");
return __res;
}
__STRING_INLINE char *
__strstr_g (__const char *__haystack, __const char *__needle)
{
register char *__res;
int __mem;
__asm__ __volatile__
("movl %2,%%edi\n\t"
"cld\n\t"
"repne; scasb\n\t"
"notl %%ecx\n\t"
"movl %%ebx,%1\n\t"
"decl %%ecx\n\t" /* NOTE! This also sets Z if searchstring='' */
"movl %%ecx,%%ebx\n"
"1:\n\t"
"movl %%edx,%%edi\n\t"
"movl %%esi,%%eax\n\t"
"movl %%ebx,%%ecx\n\t"
"repe; cmpsb\n\t"
"je 2f\n\t" /* also works for empty string, see above */
"cmpb $0,-1(%%esi)\n\t"
"leal 1(%%eax),%%esi\n\t"
"jne 1b\n\t"
"xorl %%eax,%%eax\n"
"2:\n\t"
"movl %1,%%ebx"
: "=a" (__res), "=&m" (__mem)
: "0" (0), "c" (0xffffffff), "S" (__haystack), "d" (__needle), "1" (__mem)
: "cx", "di", "si", "cc");
return __res;
}
# endif
#else
# define strstr(haystack, needle) \
(__extension__ (__builtin_constant_p (needle) && sizeof ((needle)[0]) == 1 \
? ((needle)[0] == '\0' \
? haystack \
: ((needle)[1] == '\0' \
? strchr (haystack, (needle)[0]) \
: __strstr_cg (haystack, needle, strlen (needle)))) \
: __strstr_g (haystack, needle)))
__STRING_INLINE char *
__strstr_cg (__const char *__haystack, __const char __needle[],
size_t __needle_len)
{
register char *__res;
__asm__ __volatile__
("cld\n" \
"1:\n\t"
"movl %%ebx,%%edi\n\t"
"movl %%esi,%%eax\n\t"
"movl %%edx,%%ecx\n\t"
"repe; cmpsb\n\t"
"je 2f\n\t"
"cmpb $0,-1(%%esi)\n\t"
"leal 1(%%eax),%%esi\n\t"
"jne 1b\n\t"
"xorl %%eax,%%eax\n"
"2:"
: "=a" (__res)
: "d" (__needle_len), "S" (__haystack), "b" (__needle)
: "cx", "dx", "di", "si", "cc");
return __res;
}
__STRING_INLINE char *
__strstr_g (__const char *__haystack, __const char *__needle)
{
register char *__res;
__asm__ __volatile__
("movl %1,%%edi\n\t"
"cld\n\t"
"repne; scasb\n\t"
"notl %%ecx\n\t"
"decl %%ecx\n\t" /* NOTE! This also sets Z if searchstring='' */
"movl %%ecx,%%edx\n"
"1:\n\t"
"movl %%ebx,%%edi\n\t"
"movl %%esi,%%eax\n\t"
"movl %%edx,%%ecx\n\t"
"repe; cmpsb\n\t"
"je 2f\n\t" /* also works for empty string, see above */
"cmpb $0,-1(%%esi)\n\t"
"leal 1(%%eax),%%esi\n\t"
"jne 1b\n\t"
"xorl %%eax,%%eax\n"
"2:"
: "=a" (__res)
: "0" (0), "c" (0xffffffff), "S" (__haystack), "b" (__needle)
: "cx", "dx", "di", "si", "cc");
return __res;
}
#endif
#undef __STRING_INLINE
#endif /* use string inlines && GNU CC */