linux-user: Split out mmap_h_lt_g
Work much harder to get alignment and mapping beyond the end of the file correct. Both of which are excercised by our test-mmap for alpha (8k pages) on any 4k page host. Signed-off-by: Richard Henderson <richard.henderson@linaro.org> Reviewed-by: Pierrick Bouvier <pierrick.bouvier@linaro.org> Acked-by: Helge Deller <deller@gmx.de> Message-Id: <20240102015808.132373-23-richard.henderson@linaro.org>
This commit is contained in:
parent
68098de90e
commit
8080b2f804
@ -569,6 +569,156 @@ static abi_long mmap_h_eq_g(abi_ulong start, abi_ulong len,
|
||||
return mmap_end(start, last, start, last, flags, page_flags);
|
||||
}
|
||||
|
||||
/*
|
||||
* Special case host page size < target page size.
|
||||
*
|
||||
* The two special cases are increased guest alignment, and mapping
|
||||
* past the end of a file.
|
||||
*
|
||||
* When mapping files into a memory area larger than the file,
|
||||
* accesses to pages beyond the file size will cause a SIGBUS.
|
||||
*
|
||||
* For example, if mmaping a file of 100 bytes on a host with 4K
|
||||
* pages emulating a target with 8K pages, the target expects to
|
||||
* be able to access the first 8K. But the host will trap us on
|
||||
* any access beyond 4K.
|
||||
*
|
||||
* When emulating a target with a larger page-size than the hosts,
|
||||
* we may need to truncate file maps at EOF and add extra anonymous
|
||||
* pages up to the targets page boundary.
|
||||
*
|
||||
* This workaround only works for files that do not change.
|
||||
* If the file is later extended (e.g. ftruncate), the SIGBUS
|
||||
* vanishes and the proper behaviour is that changes within the
|
||||
* anon page should be reflected in the file.
|
||||
*
|
||||
* However, this case is rather common with executable images,
|
||||
* so the workaround is important for even trivial tests, whereas
|
||||
* the mmap of of a file being extended is less common.
|
||||
*/
|
||||
static abi_long mmap_h_lt_g(abi_ulong start, abi_ulong len, int host_prot,
|
||||
int mmap_flags, int page_flags, int fd,
|
||||
off_t offset, int host_page_size)
|
||||
{
|
||||
void *p, *want_p = g2h_untagged(start);
|
||||
off_t fileend_adj = 0;
|
||||
int flags = mmap_flags;
|
||||
abi_ulong last, pass_last;
|
||||
|
||||
if (!(flags & MAP_ANONYMOUS)) {
|
||||
struct stat sb;
|
||||
|
||||
if (fstat(fd, &sb) == -1) {
|
||||
return -1;
|
||||
}
|
||||
if (offset >= sb.st_size) {
|
||||
/*
|
||||
* The entire map is beyond the end of the file.
|
||||
* Transform it to an anonymous mapping.
|
||||
*/
|
||||
flags |= MAP_ANONYMOUS;
|
||||
fd = -1;
|
||||
offset = 0;
|
||||
} else if (offset + len > sb.st_size) {
|
||||
/*
|
||||
* A portion of the map is beyond the end of the file.
|
||||
* Truncate the file portion of the allocation.
|
||||
*/
|
||||
fileend_adj = offset + len - sb.st_size;
|
||||
}
|
||||
}
|
||||
|
||||
if (flags & (MAP_FIXED | MAP_FIXED_NOREPLACE)) {
|
||||
if (fileend_adj) {
|
||||
p = mmap(want_p, len, host_prot, flags | MAP_ANONYMOUS, -1, 0);
|
||||
} else {
|
||||
p = mmap(want_p, len, host_prot, flags, fd, offset);
|
||||
}
|
||||
if (p != want_p) {
|
||||
if (p != MAP_FAILED) {
|
||||
/* Host does not support MAP_FIXED_NOREPLACE: emulate. */
|
||||
do_munmap(p, len);
|
||||
errno = EEXIST;
|
||||
}
|
||||
return -1;
|
||||
}
|
||||
|
||||
if (fileend_adj) {
|
||||
void *t = mmap(p, len - fileend_adj, host_prot,
|
||||
(flags & ~MAP_FIXED_NOREPLACE) | MAP_FIXED,
|
||||
fd, offset);
|
||||
|
||||
if (t == MAP_FAILED) {
|
||||
int save_errno = errno;
|
||||
|
||||
/*
|
||||
* We failed a map over the top of the successful anonymous
|
||||
* mapping above. The only failure mode is running out of VMAs,
|
||||
* and there's nothing that we can do to detect that earlier.
|
||||
* If we have replaced an existing mapping with MAP_FIXED,
|
||||
* then we cannot properly recover. It's a coin toss whether
|
||||
* it would be better to exit or continue here.
|
||||
*/
|
||||
if (!(flags & MAP_FIXED_NOREPLACE) &&
|
||||
!page_check_range_empty(start, start + len - 1)) {
|
||||
qemu_log("QEMU target_mmap late failure: %s",
|
||||
strerror(save_errno));
|
||||
}
|
||||
|
||||
do_munmap(want_p, len);
|
||||
errno = save_errno;
|
||||
return -1;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
size_t host_len, part_len;
|
||||
|
||||
/*
|
||||
* Take care to align the host memory. Perform a larger anonymous
|
||||
* allocation and extract the aligned portion. Remap the file on
|
||||
* top of that.
|
||||
*/
|
||||
host_len = len + TARGET_PAGE_SIZE - host_page_size;
|
||||
p = mmap(want_p, host_len, host_prot, flags | MAP_ANONYMOUS, -1, 0);
|
||||
if (p == MAP_FAILED) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
part_len = (uintptr_t)p & (TARGET_PAGE_SIZE - 1);
|
||||
if (part_len) {
|
||||
part_len = TARGET_PAGE_SIZE - part_len;
|
||||
do_munmap(p, part_len);
|
||||
p += part_len;
|
||||
host_len -= part_len;
|
||||
}
|
||||
if (len < host_len) {
|
||||
do_munmap(p + len, host_len - len);
|
||||
}
|
||||
|
||||
if (!(flags & MAP_ANONYMOUS)) {
|
||||
void *t = mmap(p, len - fileend_adj, host_prot,
|
||||
flags | MAP_FIXED, fd, offset);
|
||||
|
||||
if (t == MAP_FAILED) {
|
||||
int save_errno = errno;
|
||||
do_munmap(p, len);
|
||||
errno = save_errno;
|
||||
return -1;
|
||||
}
|
||||
}
|
||||
|
||||
start = h2g(p);
|
||||
}
|
||||
|
||||
last = start + len - 1;
|
||||
if (fileend_adj) {
|
||||
pass_last = ROUND_UP(last - fileend_adj, host_page_size) - 1;
|
||||
} else {
|
||||
pass_last = last;
|
||||
}
|
||||
return mmap_end(start, last, start, pass_last, mmap_flags, page_flags);
|
||||
}
|
||||
|
||||
static abi_long target_mmap__locked(abi_ulong start, abi_ulong len,
|
||||
int target_prot, int flags, int page_flags,
|
||||
int fd, off_t offset)
|
||||
@ -613,37 +763,9 @@ static abi_long target_mmap__locked(abi_ulong start, abi_ulong len,
|
||||
if (host_page_size == TARGET_PAGE_SIZE) {
|
||||
return mmap_h_eq_g(start, len, host_prot, flags,
|
||||
page_flags, fd, offset);
|
||||
}
|
||||
|
||||
/*
|
||||
* When mapping files into a memory area larger than the file, accesses
|
||||
* to pages beyond the file size will cause a SIGBUS.
|
||||
*
|
||||
* For example, if mmaping a file of 100 bytes on a host with 4K pages
|
||||
* emulating a target with 8K pages, the target expects to be able to
|
||||
* access the first 8K. But the host will trap us on any access beyond
|
||||
* 4K.
|
||||
*
|
||||
* When emulating a target with a larger page-size than the hosts, we
|
||||
* may need to truncate file maps at EOF and add extra anonymous pages
|
||||
* up to the targets page boundary.
|
||||
*/
|
||||
if (host_page_size < TARGET_PAGE_SIZE && !(flags & MAP_ANONYMOUS)) {
|
||||
struct stat sb;
|
||||
|
||||
if (fstat(fd, &sb) == -1) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
/* Are we trying to create a map beyond EOF?. */
|
||||
if (offset + len > sb.st_size) {
|
||||
/*
|
||||
* If so, truncate the file map at eof aligned with
|
||||
* the hosts real pagesize. Additional anonymous maps
|
||||
* will be created beyond EOF.
|
||||
*/
|
||||
len = ROUND_UP(sb.st_size - offset, host_page_size);
|
||||
}
|
||||
} else if (host_page_size < TARGET_PAGE_SIZE) {
|
||||
return mmap_h_lt_g(start, len, host_prot, flags,
|
||||
page_flags, fd, offset, host_page_size);
|
||||
}
|
||||
|
||||
if (!(flags & (MAP_FIXED | MAP_FIXED_NOREPLACE))) {
|
||||
|
Loading…
Reference in New Issue
Block a user