546 lines
13 KiB
C
546 lines
13 KiB
C
/*
|
|
* QTest testcase for ivshmem
|
|
*
|
|
* Copyright (c) 2014 SUSE LINUX Products GmbH
|
|
* Copyright (c) 2015 Red Hat, Inc.
|
|
*
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
* See the COPYING file in the top-level directory.
|
|
*/
|
|
|
|
#include "qemu/osdep.h"
|
|
#include <glib/gstdio.h>
|
|
#include "contrib/ivshmem-server/ivshmem-server.h"
|
|
#include "libqos/libqos-pc.h"
|
|
#include "libqos/libqos-spapr.h"
|
|
#include "libqtest.h"
|
|
#include "qemu-common.h"
|
|
|
|
#define TMPSHMSIZE (1 << 20)
|
|
static char *tmpshm;
|
|
static void *tmpshmem;
|
|
static char *tmpdir;
|
|
static char *tmpserver;
|
|
|
|
static void save_fn(QPCIDevice *dev, int devfn, void *data)
|
|
{
|
|
QPCIDevice **pdev = (QPCIDevice **) data;
|
|
|
|
*pdev = dev;
|
|
}
|
|
|
|
static QPCIDevice *get_device(QPCIBus *pcibus)
|
|
{
|
|
QPCIDevice *dev;
|
|
|
|
dev = NULL;
|
|
qpci_device_foreach(pcibus, 0x1af4, 0x1110, save_fn, &dev);
|
|
g_assert(dev != NULL);
|
|
|
|
return dev;
|
|
}
|
|
|
|
typedef struct _IVState {
|
|
QOSState *qs;
|
|
QPCIBar reg_bar, mem_bar;
|
|
QPCIDevice *dev;
|
|
} IVState;
|
|
|
|
enum Reg {
|
|
INTRMASK = 0,
|
|
INTRSTATUS = 4,
|
|
IVPOSITION = 8,
|
|
DOORBELL = 12,
|
|
};
|
|
|
|
static const char* reg2str(enum Reg reg) {
|
|
switch (reg) {
|
|
case INTRMASK:
|
|
return "IntrMask";
|
|
case INTRSTATUS:
|
|
return "IntrStatus";
|
|
case IVPOSITION:
|
|
return "IVPosition";
|
|
case DOORBELL:
|
|
return "DoorBell";
|
|
default:
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
static inline unsigned in_reg(IVState *s, enum Reg reg)
|
|
{
|
|
const char *name = reg2str(reg);
|
|
QTestState *qtest = global_qtest;
|
|
unsigned res;
|
|
|
|
global_qtest = s->qs->qts;
|
|
res = qpci_io_readl(s->dev, s->reg_bar, reg);
|
|
g_test_message("*%s -> %x\n", name, res);
|
|
global_qtest = qtest;
|
|
|
|
return res;
|
|
}
|
|
|
|
static inline void out_reg(IVState *s, enum Reg reg, unsigned v)
|
|
{
|
|
const char *name = reg2str(reg);
|
|
QTestState *qtest = global_qtest;
|
|
|
|
global_qtest = s->qs->qts;
|
|
g_test_message("%x -> *%s\n", v, name);
|
|
qpci_io_writel(s->dev, s->reg_bar, reg, v);
|
|
global_qtest = qtest;
|
|
}
|
|
|
|
static inline void read_mem(IVState *s, uint64_t off, void *buf, size_t len)
|
|
{
|
|
QTestState *qtest = global_qtest;
|
|
|
|
global_qtest = s->qs->qts;
|
|
qpci_memread(s->dev, s->mem_bar, off, buf, len);
|
|
global_qtest = qtest;
|
|
}
|
|
|
|
static inline void write_mem(IVState *s, uint64_t off,
|
|
const void *buf, size_t len)
|
|
{
|
|
QTestState *qtest = global_qtest;
|
|
|
|
global_qtest = s->qs->qts;
|
|
qpci_memwrite(s->dev, s->mem_bar, off, buf, len);
|
|
global_qtest = qtest;
|
|
}
|
|
|
|
static void cleanup_vm(IVState *s)
|
|
{
|
|
g_free(s->dev);
|
|
qtest_shutdown(s->qs);
|
|
}
|
|
|
|
static void setup_vm_cmd(IVState *s, const char *cmd, bool msix)
|
|
{
|
|
uint64_t barsize;
|
|
const char *arch = qtest_get_arch();
|
|
|
|
if (strcmp(arch, "i386") == 0 || strcmp(arch, "x86_64") == 0) {
|
|
s->qs = qtest_pc_boot(cmd);
|
|
} else if (strcmp(arch, "ppc64") == 0) {
|
|
s->qs = qtest_spapr_boot(cmd);
|
|
} else {
|
|
g_printerr("ivshmem-test tests are only available on x86 or ppc64\n");
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
s->dev = get_device(s->qs->pcibus);
|
|
|
|
s->reg_bar = qpci_iomap(s->dev, 0, &barsize);
|
|
g_assert_cmpuint(barsize, ==, 256);
|
|
|
|
if (msix) {
|
|
qpci_msix_enable(s->dev);
|
|
}
|
|
|
|
s->mem_bar = qpci_iomap(s->dev, 2, &barsize);
|
|
g_assert_cmpuint(barsize, ==, TMPSHMSIZE);
|
|
|
|
qpci_device_enable(s->dev);
|
|
}
|
|
|
|
static void setup_vm(IVState *s)
|
|
{
|
|
char *cmd = g_strdup_printf("-object memory-backend-file"
|
|
",id=mb1,size=1M,share,mem-path=/dev/shm%s"
|
|
" -device ivshmem-plain,memdev=mb1", tmpshm);
|
|
|
|
setup_vm_cmd(s, cmd, false);
|
|
|
|
g_free(cmd);
|
|
}
|
|
|
|
static void test_ivshmem_single(void)
|
|
{
|
|
IVState state, *s;
|
|
uint32_t data[1024];
|
|
int i;
|
|
|
|
setup_vm(&state);
|
|
s = &state;
|
|
|
|
/* initial state of readable registers */
|
|
g_assert_cmpuint(in_reg(s, INTRMASK), ==, 0);
|
|
g_assert_cmpuint(in_reg(s, INTRSTATUS), ==, 0);
|
|
g_assert_cmpuint(in_reg(s, IVPOSITION), ==, 0);
|
|
|
|
/* trigger interrupt via registers */
|
|
out_reg(s, INTRMASK, 0xffffffff);
|
|
g_assert_cmpuint(in_reg(s, INTRMASK), ==, 0xffffffff);
|
|
out_reg(s, INTRSTATUS, 1);
|
|
/* check interrupt status */
|
|
g_assert_cmpuint(in_reg(s, INTRSTATUS), ==, 1);
|
|
/* reading clears */
|
|
g_assert_cmpuint(in_reg(s, INTRSTATUS), ==, 0);
|
|
/* TODO intercept actual interrupt (needs qtest work) */
|
|
|
|
/* invalid register access */
|
|
out_reg(s, IVPOSITION, 1);
|
|
in_reg(s, DOORBELL);
|
|
|
|
/* ring the (non-functional) doorbell */
|
|
out_reg(s, DOORBELL, 8 << 16);
|
|
|
|
/* write shared memory */
|
|
for (i = 0; i < G_N_ELEMENTS(data); i++) {
|
|
data[i] = i;
|
|
}
|
|
write_mem(s, 0, data, sizeof(data));
|
|
|
|
/* verify write */
|
|
for (i = 0; i < G_N_ELEMENTS(data); i++) {
|
|
g_assert_cmpuint(((uint32_t *)tmpshmem)[i], ==, i);
|
|
}
|
|
|
|
/* read it back and verify read */
|
|
memset(data, 0, sizeof(data));
|
|
read_mem(s, 0, data, sizeof(data));
|
|
for (i = 0; i < G_N_ELEMENTS(data); i++) {
|
|
g_assert_cmpuint(data[i], ==, i);
|
|
}
|
|
|
|
cleanup_vm(s);
|
|
}
|
|
|
|
static void test_ivshmem_pair(void)
|
|
{
|
|
IVState state1, state2, *s1, *s2;
|
|
char *data;
|
|
int i;
|
|
|
|
setup_vm(&state1);
|
|
s1 = &state1;
|
|
setup_vm(&state2);
|
|
s2 = &state2;
|
|
|
|
data = g_malloc0(TMPSHMSIZE);
|
|
|
|
/* host write, guest 1 & 2 read */
|
|
memset(tmpshmem, 0x42, TMPSHMSIZE);
|
|
read_mem(s1, 0, data, TMPSHMSIZE);
|
|
for (i = 0; i < TMPSHMSIZE; i++) {
|
|
g_assert_cmpuint(data[i], ==, 0x42);
|
|
}
|
|
read_mem(s2, 0, data, TMPSHMSIZE);
|
|
for (i = 0; i < TMPSHMSIZE; i++) {
|
|
g_assert_cmpuint(data[i], ==, 0x42);
|
|
}
|
|
|
|
/* guest 1 write, guest 2 read */
|
|
memset(data, 0x43, TMPSHMSIZE);
|
|
write_mem(s1, 0, data, TMPSHMSIZE);
|
|
memset(data, 0, TMPSHMSIZE);
|
|
read_mem(s2, 0, data, TMPSHMSIZE);
|
|
for (i = 0; i < TMPSHMSIZE; i++) {
|
|
g_assert_cmpuint(data[i], ==, 0x43);
|
|
}
|
|
|
|
/* guest 2 write, guest 1 read */
|
|
memset(data, 0x44, TMPSHMSIZE);
|
|
write_mem(s2, 0, data, TMPSHMSIZE);
|
|
memset(data, 0, TMPSHMSIZE);
|
|
read_mem(s1, 0, data, TMPSHMSIZE);
|
|
for (i = 0; i < TMPSHMSIZE; i++) {
|
|
g_assert_cmpuint(data[i], ==, 0x44);
|
|
}
|
|
|
|
cleanup_vm(s1);
|
|
cleanup_vm(s2);
|
|
g_free(data);
|
|
}
|
|
|
|
typedef struct ServerThread {
|
|
GThread *thread;
|
|
IvshmemServer *server;
|
|
int pipe[2]; /* to handle quit */
|
|
} ServerThread;
|
|
|
|
static void *server_thread(void *data)
|
|
{
|
|
ServerThread *t = data;
|
|
IvshmemServer *server = t->server;
|
|
|
|
while (true) {
|
|
fd_set fds;
|
|
int maxfd, ret;
|
|
|
|
FD_ZERO(&fds);
|
|
FD_SET(t->pipe[0], &fds);
|
|
maxfd = t->pipe[0] + 1;
|
|
|
|
ivshmem_server_get_fds(server, &fds, &maxfd);
|
|
|
|
ret = select(maxfd, &fds, NULL, NULL, NULL);
|
|
|
|
if (ret < 0) {
|
|
if (errno == EINTR) {
|
|
continue;
|
|
}
|
|
|
|
g_critical("select error: %s\n", strerror(errno));
|
|
break;
|
|
}
|
|
if (ret == 0) {
|
|
continue;
|
|
}
|
|
|
|
if (FD_ISSET(t->pipe[0], &fds)) {
|
|
break;
|
|
}
|
|
|
|
if (ivshmem_server_handle_fds(server, &fds, maxfd) < 0) {
|
|
g_critical("ivshmem_server_handle_fds() failed\n");
|
|
break;
|
|
}
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static void setup_vm_with_server(IVState *s, int nvectors, bool msi)
|
|
{
|
|
char *cmd = g_strdup_printf("-chardev socket,id=chr0,path=%s,nowait "
|
|
"-device ivshmem%s,chardev=chr0,vectors=%d",
|
|
tmpserver,
|
|
msi ? "-doorbell" : ",size=1M,msi=off",
|
|
nvectors);
|
|
|
|
setup_vm_cmd(s, cmd, msi);
|
|
|
|
g_free(cmd);
|
|
}
|
|
|
|
static void test_ivshmem_server(bool msi)
|
|
{
|
|
IVState state1, state2, *s1, *s2;
|
|
ServerThread thread;
|
|
IvshmemServer server;
|
|
int ret, vm1, vm2;
|
|
int nvectors = 2;
|
|
guint64 end_time = g_get_monotonic_time() + 5 * G_TIME_SPAN_SECOND;
|
|
|
|
ret = ivshmem_server_init(&server, tmpserver, tmpshm, true,
|
|
TMPSHMSIZE, nvectors,
|
|
g_test_verbose());
|
|
g_assert_cmpint(ret, ==, 0);
|
|
|
|
ret = ivshmem_server_start(&server);
|
|
g_assert_cmpint(ret, ==, 0);
|
|
|
|
thread.server = &server;
|
|
ret = pipe(thread.pipe);
|
|
g_assert_cmpint(ret, ==, 0);
|
|
thread.thread = g_thread_new("ivshmem-server", server_thread, &thread);
|
|
g_assert(thread.thread != NULL);
|
|
|
|
setup_vm_with_server(&state1, nvectors, msi);
|
|
s1 = &state1;
|
|
setup_vm_with_server(&state2, nvectors, msi);
|
|
s2 = &state2;
|
|
|
|
/* check got different VM ids */
|
|
vm1 = in_reg(s1, IVPOSITION);
|
|
vm2 = in_reg(s2, IVPOSITION);
|
|
g_assert_cmpint(vm1, >=, 0);
|
|
g_assert_cmpint(vm2, >=, 0);
|
|
g_assert_cmpint(vm1, !=, vm2);
|
|
|
|
/* check number of MSI-X vectors */
|
|
global_qtest = s1->qs->qts;
|
|
if (msi) {
|
|
ret = qpci_msix_table_size(s1->dev);
|
|
g_assert_cmpuint(ret, ==, nvectors);
|
|
}
|
|
|
|
/* TODO test behavior before MSI-X is enabled */
|
|
|
|
/* ping vm2 -> vm1 on vector 0 */
|
|
if (msi) {
|
|
ret = qpci_msix_pending(s1->dev, 0);
|
|
g_assert_cmpuint(ret, ==, 0);
|
|
} else {
|
|
g_assert_cmpuint(in_reg(s1, INTRSTATUS), ==, 0);
|
|
}
|
|
out_reg(s2, DOORBELL, vm1 << 16);
|
|
do {
|
|
g_usleep(10000);
|
|
ret = msi ? qpci_msix_pending(s1->dev, 0) : in_reg(s1, INTRSTATUS);
|
|
} while (ret == 0 && g_get_monotonic_time() < end_time);
|
|
g_assert_cmpuint(ret, !=, 0);
|
|
|
|
/* ping vm1 -> vm2 on vector 1 */
|
|
global_qtest = s2->qs->qts;
|
|
if (msi) {
|
|
ret = qpci_msix_pending(s2->dev, 1);
|
|
g_assert_cmpuint(ret, ==, 0);
|
|
} else {
|
|
g_assert_cmpuint(in_reg(s2, INTRSTATUS), ==, 0);
|
|
}
|
|
out_reg(s1, DOORBELL, vm2 << 16 | 1);
|
|
do {
|
|
g_usleep(10000);
|
|
ret = msi ? qpci_msix_pending(s2->dev, 1) : in_reg(s2, INTRSTATUS);
|
|
} while (ret == 0 && g_get_monotonic_time() < end_time);
|
|
g_assert_cmpuint(ret, !=, 0);
|
|
|
|
cleanup_vm(s2);
|
|
cleanup_vm(s1);
|
|
|
|
if (qemu_write_full(thread.pipe[1], "q", 1) != 1) {
|
|
g_error("qemu_write_full: %s", g_strerror(errno));
|
|
}
|
|
|
|
g_thread_join(thread.thread);
|
|
|
|
ivshmem_server_close(&server);
|
|
close(thread.pipe[1]);
|
|
close(thread.pipe[0]);
|
|
}
|
|
|
|
static void test_ivshmem_server_msi(void)
|
|
{
|
|
test_ivshmem_server(true);
|
|
}
|
|
|
|
static void test_ivshmem_server_irq(void)
|
|
{
|
|
test_ivshmem_server(false);
|
|
}
|
|
|
|
#define PCI_SLOT_HP 0x06
|
|
|
|
static void test_ivshmem_hotplug(void)
|
|
{
|
|
const char *arch = qtest_get_arch();
|
|
gchar *opts;
|
|
|
|
qtest_start("");
|
|
|
|
opts = g_strdup_printf("'shm': '%s', 'size': '1M'", tmpshm);
|
|
|
|
qpci_plug_device_test("ivshmem", "iv1", PCI_SLOT_HP, opts);
|
|
if (strcmp(arch, "ppc64") != 0) {
|
|
qpci_unplug_acpi_device_test("iv1", PCI_SLOT_HP);
|
|
}
|
|
|
|
qtest_end();
|
|
g_free(opts);
|
|
}
|
|
|
|
static void test_ivshmem_memdev(void)
|
|
{
|
|
IVState state;
|
|
|
|
/* just for the sake of checking memory-backend property */
|
|
setup_vm_cmd(&state, "-object memory-backend-ram,size=1M,id=mb1"
|
|
" -device ivshmem-plain,memdev=mb1", false);
|
|
|
|
cleanup_vm(&state);
|
|
}
|
|
|
|
static void cleanup(void)
|
|
{
|
|
if (tmpshmem) {
|
|
munmap(tmpshmem, TMPSHMSIZE);
|
|
tmpshmem = NULL;
|
|
}
|
|
|
|
if (tmpshm) {
|
|
shm_unlink(tmpshm);
|
|
g_free(tmpshm);
|
|
tmpshm = NULL;
|
|
}
|
|
|
|
if (tmpserver) {
|
|
g_unlink(tmpserver);
|
|
g_free(tmpserver);
|
|
tmpserver = NULL;
|
|
}
|
|
|
|
if (tmpdir) {
|
|
g_rmdir(tmpdir);
|
|
tmpdir = NULL;
|
|
}
|
|
}
|
|
|
|
static void abrt_handler(void *data)
|
|
{
|
|
cleanup();
|
|
}
|
|
|
|
static gchar *mktempshm(int size, int *fd)
|
|
{
|
|
while (true) {
|
|
gchar *name;
|
|
|
|
name = g_strdup_printf("/qtest-%u-%u", getpid(), g_random_int());
|
|
*fd = shm_open(name, O_CREAT|O_RDWR|O_EXCL,
|
|
S_IRWXU|S_IRWXG|S_IRWXO);
|
|
if (*fd > 0) {
|
|
g_assert(ftruncate(*fd, size) == 0);
|
|
return name;
|
|
}
|
|
|
|
g_free(name);
|
|
|
|
if (errno != EEXIST) {
|
|
perror("shm_open");
|
|
return NULL;
|
|
}
|
|
}
|
|
}
|
|
|
|
int main(int argc, char **argv)
|
|
{
|
|
int ret, fd;
|
|
const char *arch = qtest_get_arch();
|
|
gchar dir[] = "/tmp/ivshmem-test.XXXXXX";
|
|
|
|
#if !GLIB_CHECK_VERSION(2, 31, 0)
|
|
if (!g_thread_supported()) {
|
|
g_thread_init(NULL);
|
|
}
|
|
#endif
|
|
|
|
g_test_init(&argc, &argv, NULL);
|
|
|
|
qtest_add_abrt_handler(abrt_handler, NULL);
|
|
/* shm */
|
|
tmpshm = mktempshm(TMPSHMSIZE, &fd);
|
|
if (!tmpshm) {
|
|
return 0;
|
|
}
|
|
tmpshmem = mmap(0, TMPSHMSIZE, PROT_READ|PROT_WRITE, MAP_SHARED, fd, 0);
|
|
g_assert(tmpshmem != MAP_FAILED);
|
|
/* server */
|
|
if (mkdtemp(dir) == NULL) {
|
|
g_error("mkdtemp: %s", g_strerror(errno));
|
|
}
|
|
tmpdir = dir;
|
|
tmpserver = g_strconcat(tmpdir, "/server", NULL);
|
|
|
|
qtest_add_func("/ivshmem/single", test_ivshmem_single);
|
|
qtest_add_func("/ivshmem/hotplug", test_ivshmem_hotplug);
|
|
qtest_add_func("/ivshmem/memdev", test_ivshmem_memdev);
|
|
if (g_test_slow()) {
|
|
qtest_add_func("/ivshmem/pair", test_ivshmem_pair);
|
|
if (strcmp(arch, "ppc64") != 0) {
|
|
qtest_add_func("/ivshmem/server-msi", test_ivshmem_server_msi);
|
|
qtest_add_func("/ivshmem/server-irq", test_ivshmem_server_irq);
|
|
}
|
|
}
|
|
|
|
ret = g_test_run();
|
|
|
|
cleanup();
|
|
|
|
return ret;
|
|
}
|