87 lines
3.2 KiB
C
87 lines
3.2 KiB
C
|
/* Copyright (C) 1991 Free Software Foundation, Inc.
|
||
|
|
This file is part of the GNU C Library.
|
||
|
|
|
||
|
|
The GNU C Library is free software; you can redistribute it and/or
|
||
|
|
modify it under the terms of the GNU Library General Public License as
|
||
|
|
published by the Free Software Foundation; either version 2 of the
|
||
|
|
License, or (at your option) any later version.
|
||
|
|
|
||
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
||
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
|
Library General Public License for more details.
|
||
|
|
|
||
|
|
You should have received a copy of the GNU Library General Public
|
||
|
|
License along with the GNU C Library; see the file COPYING.LIB. If
|
||
|
|
not, write to the Free Software Foundation, Inc., 675 Mass Ave,
|
||
|
|
Cambridge, MA 02139, USA. */
|
||
|
|
|
||
|
|
#include <sysdeps/generic/memcopy.h>
|
||
|
|
|
||
|
|
#undef OP_T_THRES
|
||
|
|
#define OP_T_THRES 32
|
||
|
|
|
||
|
|
#undef BYTE_COPY_FWD
|
||
|
|
#define BYTE_COPY_FWD(dst_bp, src_bp, nbytes) \
|
||
|
|
do \
|
||
|
|
{ \
|
||
|
|
size_t __nbytes = nbytes; \
|
||
|
|
asm volatile("mtspr 1,%2\n" \
|
||
|
|
"lsx 6,0,%1\n" \
|
||
|
|
"stsx 6,0,%0" : /* No outputs. */ : \
|
||
|
|
"b" (dst_bp), "b" (src_bp), "r" (__nbytes) : \
|
||
|
|
"6", "7", "8", "9", "10", "11", "12", "13"); \
|
||
|
|
dst_bp += __nbytes; \
|
||
|
|
src_bp += __nbytes; \
|
||
|
|
} while (0)
|
||
|
|
|
||
|
|
#undef BYTE_COPY_BWD
|
||
|
|
#define BYTE_COPY_BWD(dst_ep, src_ep, nbytes) \
|
||
|
|
do \
|
||
|
|
{ \
|
||
|
|
size_t __nbytes = (nbytes); \
|
||
|
|
dst_ep -= __nbytes; \
|
||
|
|
src_ep -= __nbytes; \
|
||
|
|
asm volatile("mtspr 1,%2\n" \
|
||
|
|
"lsx 6,0,%1\n" \
|
||
|
|
"stsx 6,0,%0" : /* No outputs. */ : \
|
||
|
|
"b" (dst_ep), "b" (src_ep), "r" (__nbytes) : \
|
||
|
|
"6", "7", "8", "9", "10", "11", "12", "13"); \
|
||
|
|
} while (0)
|
||
|
|
|
||
|
|
#undef WORD_COPY_FWD
|
||
|
|
#define WORD_COPY_FWD(dst_bp, src_bp, nbytes_left, nbytes) \
|
||
|
|
do \
|
||
|
|
{ \
|
||
|
|
size_t __nblocks = (nbytes) / 32; \
|
||
|
|
if (__nblocks != 0) \
|
||
|
|
asm volatile("mtctr %4\n" \
|
||
|
|
"lsi 6,%1,32\n" \
|
||
|
|
"ai %1,%1,32\n" \
|
||
|
|
"stsi 6,%0,32\n" \
|
||
|
|
"ai %0,%0,32\n" \
|
||
|
|
"bdn $-16" : \
|
||
|
|
"=b" (dst_bp), "=b" (src_bp) : \
|
||
|
|
"0" (dst_bp), "1" (src_bp), "r" (__nblocks) : \
|
||
|
|
"6", "7", "8", "9", "10", "11", "12", "13"); \
|
||
|
|
(nbytes_left) = (nbytes) % 32; \
|
||
|
|
} while (0)
|
||
|
|
|
||
|
|
#undef WORD_COPY_BWD
|
||
|
|
#define WORD_COPY_BWD(dst_ep, src_ep, nbytes_left, nbytes) \
|
||
|
|
do \
|
||
|
|
{ \
|
||
|
|
size_t __nblocks = (nbytes) / 32; \
|
||
|
|
if (__nblocks != 0) \
|
||
|
|
asm volatile("mtctr %4\n" \
|
||
|
|
"ai %1,%1,-32\n" \
|
||
|
|
"lsi 6,%1,32\n" \
|
||
|
|
"ai %0,%0,-32\n" \
|
||
|
|
"stsi 6,%0,32\n" \
|
||
|
|
"bdn $-16" : \
|
||
|
|
"=b" (dst_ep), "=b" (src_ep) : \
|
||
|
|
"0" (dst_ep), "1" (src_ep), "r" (__nblocks) : \
|
||
|
|
"6", "7", "8", "9", "10", "11", "12", "13"); \
|
||
|
|
(nbytes_left) = (nbytes) % 32; \
|
||
|
|
} while (0)
|