2014-06-10 18:03:23 +08:00
|
|
|
/*
|
|
|
|
* QTest testcase for the vhost-user
|
|
|
|
*
|
|
|
|
* Copyright (c) 2014 Virtual Open Systems Sarl.
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
|
|
* See the COPYING file in the top-level directory.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2014-06-19 23:07:59 +08:00
|
|
|
#define QEMU_GLIB_COMPAT_H
|
|
|
|
#include <glib.h>
|
|
|
|
|
2014-06-10 18:03:23 +08:00
|
|
|
#include "libqtest.h"
|
|
|
|
#include "qemu/option.h"
|
|
|
|
#include "sysemu/char.h"
|
|
|
|
#include "sysemu/sysemu.h"
|
|
|
|
|
|
|
|
#include <linux/vhost.h>
|
|
|
|
#include <sys/mman.h>
|
|
|
|
#include <sys/vfs.h>
|
|
|
|
#include <qemu/sockets.h>
|
|
|
|
|
2014-06-19 23:07:59 +08:00
|
|
|
/* GLIB version compatibility flags */
|
|
|
|
#if GLIB_CHECK_VERSION(2, 28, 0)
|
|
|
|
#define HAVE_MONOTONIC_TIME
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if GLIB_CHECK_VERSION(2, 32, 0)
|
|
|
|
#define HAVE_MUTEX_INIT
|
|
|
|
#define HAVE_COND_INIT
|
|
|
|
#define HAVE_THREAD_NEW
|
|
|
|
#endif
|
|
|
|
|
2014-06-10 18:03:23 +08:00
|
|
|
#define QEMU_CMD_ACCEL " -machine accel=tcg"
|
|
|
|
#define QEMU_CMD_MEM " -m 512 -object memory-backend-file,id=mem,size=512M,"\
|
|
|
|
"mem-path=%s,share=on -numa node,memdev=mem"
|
|
|
|
#define QEMU_CMD_CHR " -chardev socket,id=chr0,path=%s"
|
|
|
|
#define QEMU_CMD_NETDEV " -netdev vhost-user,id=net0,chardev=chr0,vhostforce"
|
|
|
|
#define QEMU_CMD_NET " -device virtio-net-pci,netdev=net0 "
|
|
|
|
#define QEMU_CMD_ROM " -option-rom ../pc-bios/pxe-virtio.rom"
|
|
|
|
|
|
|
|
#define QEMU_CMD QEMU_CMD_ACCEL QEMU_CMD_MEM QEMU_CMD_CHR \
|
|
|
|
QEMU_CMD_NETDEV QEMU_CMD_NET QEMU_CMD_ROM
|
|
|
|
|
|
|
|
#define HUGETLBFS_MAGIC 0x958458f6
|
|
|
|
|
|
|
|
/*********** FROM hw/virtio/vhost-user.c *************************************/
|
|
|
|
|
|
|
|
#define VHOST_MEMORY_MAX_NREGIONS 8
|
|
|
|
|
|
|
|
typedef enum VhostUserRequest {
|
|
|
|
VHOST_USER_NONE = 0,
|
|
|
|
VHOST_USER_GET_FEATURES = 1,
|
|
|
|
VHOST_USER_SET_FEATURES = 2,
|
|
|
|
VHOST_USER_SET_OWNER = 3,
|
|
|
|
VHOST_USER_RESET_OWNER = 4,
|
|
|
|
VHOST_USER_SET_MEM_TABLE = 5,
|
|
|
|
VHOST_USER_SET_LOG_BASE = 6,
|
|
|
|
VHOST_USER_SET_LOG_FD = 7,
|
|
|
|
VHOST_USER_SET_VRING_NUM = 8,
|
|
|
|
VHOST_USER_SET_VRING_ADDR = 9,
|
|
|
|
VHOST_USER_SET_VRING_BASE = 10,
|
|
|
|
VHOST_USER_GET_VRING_BASE = 11,
|
|
|
|
VHOST_USER_SET_VRING_KICK = 12,
|
|
|
|
VHOST_USER_SET_VRING_CALL = 13,
|
|
|
|
VHOST_USER_SET_VRING_ERR = 14,
|
|
|
|
VHOST_USER_MAX
|
|
|
|
} VhostUserRequest;
|
|
|
|
|
|
|
|
typedef struct VhostUserMemoryRegion {
|
|
|
|
uint64_t guest_phys_addr;
|
|
|
|
uint64_t memory_size;
|
|
|
|
uint64_t userspace_addr;
|
|
|
|
} VhostUserMemoryRegion;
|
|
|
|
|
|
|
|
typedef struct VhostUserMemory {
|
|
|
|
uint32_t nregions;
|
|
|
|
uint32_t padding;
|
|
|
|
VhostUserMemoryRegion regions[VHOST_MEMORY_MAX_NREGIONS];
|
|
|
|
} VhostUserMemory;
|
|
|
|
|
|
|
|
typedef struct VhostUserMsg {
|
|
|
|
VhostUserRequest request;
|
|
|
|
|
|
|
|
#define VHOST_USER_VERSION_MASK (0x3)
|
|
|
|
#define VHOST_USER_REPLY_MASK (0x1<<2)
|
|
|
|
uint32_t flags;
|
|
|
|
uint32_t size; /* the following payload size */
|
|
|
|
union {
|
|
|
|
uint64_t u64;
|
|
|
|
struct vhost_vring_state state;
|
|
|
|
struct vhost_vring_addr addr;
|
|
|
|
VhostUserMemory memory;
|
|
|
|
};
|
|
|
|
} QEMU_PACKED VhostUserMsg;
|
|
|
|
|
|
|
|
static VhostUserMsg m __attribute__ ((unused));
|
|
|
|
#define VHOST_USER_HDR_SIZE (sizeof(m.request) \
|
|
|
|
+ sizeof(m.flags) \
|
|
|
|
+ sizeof(m.size))
|
|
|
|
|
|
|
|
#define VHOST_USER_PAYLOAD_SIZE (sizeof(m) - VHOST_USER_HDR_SIZE)
|
|
|
|
|
|
|
|
/* The version of the protocol we support */
|
|
|
|
#define VHOST_USER_VERSION (0x1)
|
|
|
|
/*****************************************************************************/
|
|
|
|
|
|
|
|
int fds_num = 0, fds[VHOST_MEMORY_MAX_NREGIONS];
|
|
|
|
static VhostUserMemory memory;
|
2014-06-19 23:07:59 +08:00
|
|
|
static GMutex *data_mutex;
|
|
|
|
static GCond *data_cond;
|
|
|
|
|
|
|
|
static gint64 _get_time(void)
|
|
|
|
{
|
|
|
|
#ifdef HAVE_MONOTONIC_TIME
|
|
|
|
return g_get_monotonic_time();
|
|
|
|
#else
|
|
|
|
GTimeVal time;
|
|
|
|
g_get_current_time(&time);
|
|
|
|
|
|
|
|
return time.tv_sec * G_TIME_SPAN_SECOND + time.tv_usec;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
static GMutex *_mutex_new(void)
|
|
|
|
{
|
|
|
|
GMutex *mutex;
|
|
|
|
|
|
|
|
#ifdef HAVE_MUTEX_INIT
|
|
|
|
mutex = g_new(GMutex, 1);
|
|
|
|
g_mutex_init(mutex);
|
|
|
|
#else
|
|
|
|
mutex = g_mutex_new();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
return mutex;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void _mutex_free(GMutex *mutex)
|
|
|
|
{
|
|
|
|
#ifdef HAVE_MUTEX_INIT
|
|
|
|
g_mutex_clear(mutex);
|
|
|
|
g_free(mutex);
|
|
|
|
#else
|
|
|
|
g_mutex_free(mutex);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
static GCond *_cond_new(void)
|
|
|
|
{
|
|
|
|
GCond *cond;
|
|
|
|
|
|
|
|
#ifdef HAVE_COND_INIT
|
|
|
|
cond = g_new(GCond, 1);
|
|
|
|
g_cond_init(cond);
|
|
|
|
#else
|
|
|
|
cond = g_cond_new();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
return cond;
|
|
|
|
}
|
|
|
|
|
|
|
|
static gboolean _cond_wait_until(GCond *cond, GMutex *mutex, gint64 end_time)
|
|
|
|
{
|
|
|
|
gboolean ret = FALSE;
|
|
|
|
#ifdef HAVE_COND_INIT
|
|
|
|
ret = g_cond_wait_until(cond, mutex, end_time);
|
|
|
|
#else
|
|
|
|
GTimeVal time = { end_time / G_TIME_SPAN_SECOND,
|
|
|
|
end_time % G_TIME_SPAN_SECOND };
|
|
|
|
ret = g_cond_timed_wait(cond, mutex, &time);
|
|
|
|
#endif
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void _cond_free(GCond *cond)
|
|
|
|
{
|
|
|
|
#ifdef HAVE_COND_INIT
|
|
|
|
g_cond_clear(cond);
|
|
|
|
g_free(cond);
|
|
|
|
#else
|
|
|
|
g_cond_free(cond);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
static GThread *_thread_new(const gchar *name, GThreadFunc func, gpointer data)
|
|
|
|
{
|
|
|
|
GThread *thread = NULL;
|
|
|
|
GError *error = NULL;
|
|
|
|
#ifdef HAVE_THREAD_NEW
|
|
|
|
thread = g_thread_try_new(name, func, data, &error);
|
|
|
|
#else
|
|
|
|
thread = g_thread_create(func, data, TRUE, &error);
|
|
|
|
#endif
|
|
|
|
return thread;
|
|
|
|
}
|
2014-06-10 18:03:23 +08:00
|
|
|
|
|
|
|
static void read_guest_mem(void)
|
|
|
|
{
|
|
|
|
uint32_t *guest_mem;
|
|
|
|
gint64 end_time;
|
|
|
|
int i, j;
|
|
|
|
|
2014-06-19 23:07:59 +08:00
|
|
|
g_mutex_lock(data_mutex);
|
2014-06-10 18:03:23 +08:00
|
|
|
|
2014-06-19 23:07:59 +08:00
|
|
|
end_time = _get_time() + 5 * G_TIME_SPAN_SECOND;
|
2014-06-10 18:03:23 +08:00
|
|
|
while (!fds_num) {
|
2014-06-19 23:07:59 +08:00
|
|
|
if (!_cond_wait_until(data_cond, data_mutex, end_time)) {
|
2014-06-10 18:03:23 +08:00
|
|
|
/* timeout has passed */
|
|
|
|
g_assert(fds_num);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* check for sanity */
|
|
|
|
g_assert_cmpint(fds_num, >, 0);
|
|
|
|
g_assert_cmpint(fds_num, ==, memory.nregions);
|
|
|
|
|
|
|
|
/* iterate all regions */
|
|
|
|
for (i = 0; i < fds_num; i++) {
|
|
|
|
|
|
|
|
/* We'll check only the region statring at 0x0*/
|
|
|
|
if (memory.regions[i].guest_phys_addr != 0x0) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
g_assert_cmpint(memory.regions[i].memory_size, >, 1024);
|
|
|
|
|
|
|
|
guest_mem = mmap(0, memory.regions[i].memory_size,
|
|
|
|
PROT_READ | PROT_WRITE, MAP_SHARED, fds[i], 0);
|
|
|
|
|
|
|
|
for (j = 0; j < 256; j++) {
|
|
|
|
uint32_t a = readl(memory.regions[i].guest_phys_addr + j*4);
|
|
|
|
uint32_t b = guest_mem[j];
|
|
|
|
|
|
|
|
g_assert_cmpint(a, ==, b);
|
|
|
|
}
|
|
|
|
|
|
|
|
munmap(guest_mem, memory.regions[i].memory_size);
|
|
|
|
}
|
|
|
|
|
|
|
|
g_assert_cmpint(1, ==, 1);
|
2014-06-19 23:07:59 +08:00
|
|
|
g_mutex_unlock(data_mutex);
|
2014-06-10 18:03:23 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static void *thread_function(void *data)
|
|
|
|
{
|
|
|
|
GMainLoop *loop;
|
|
|
|
loop = g_main_loop_new(NULL, FALSE);
|
|
|
|
g_main_loop_run(loop);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int chr_can_read(void *opaque)
|
|
|
|
{
|
|
|
|
return VHOST_USER_HDR_SIZE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void chr_read(void *opaque, const uint8_t *buf, int size)
|
|
|
|
{
|
|
|
|
CharDriverState *chr = opaque;
|
|
|
|
VhostUserMsg msg;
|
|
|
|
uint8_t *p = (uint8_t *) &msg;
|
|
|
|
int fd;
|
|
|
|
|
|
|
|
if (size != VHOST_USER_HDR_SIZE) {
|
|
|
|
g_test_message("Wrong message size received %d\n", size);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
memcpy(p, buf, VHOST_USER_HDR_SIZE);
|
|
|
|
|
|
|
|
if (msg.size) {
|
|
|
|
p += VHOST_USER_HDR_SIZE;
|
|
|
|
qemu_chr_fe_read_all(chr, p, msg.size);
|
|
|
|
}
|
|
|
|
|
|
|
|
switch (msg.request) {
|
|
|
|
case VHOST_USER_GET_FEATURES:
|
|
|
|
/* send back features to qemu */
|
|
|
|
msg.flags |= VHOST_USER_REPLY_MASK;
|
|
|
|
msg.size = sizeof(m.u64);
|
|
|
|
msg.u64 = 0;
|
|
|
|
p = (uint8_t *) &msg;
|
|
|
|
qemu_chr_fe_write_all(chr, p, VHOST_USER_HDR_SIZE + msg.size);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case VHOST_USER_GET_VRING_BASE:
|
|
|
|
/* send back vring base to qemu */
|
|
|
|
msg.flags |= VHOST_USER_REPLY_MASK;
|
|
|
|
msg.size = sizeof(m.state);
|
|
|
|
msg.state.num = 0;
|
|
|
|
p = (uint8_t *) &msg;
|
|
|
|
qemu_chr_fe_write_all(chr, p, VHOST_USER_HDR_SIZE + msg.size);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case VHOST_USER_SET_MEM_TABLE:
|
|
|
|
/* received the mem table */
|
|
|
|
memcpy(&memory, &msg.memory, sizeof(msg.memory));
|
|
|
|
fds_num = qemu_chr_fe_get_msgfds(chr, fds, sizeof(fds) / sizeof(int));
|
|
|
|
|
|
|
|
/* signal the test that it can continue */
|
2014-06-19 23:07:59 +08:00
|
|
|
g_cond_signal(data_cond);
|
|
|
|
g_mutex_unlock(data_mutex);
|
2014-06-10 18:03:23 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case VHOST_USER_SET_VRING_KICK:
|
|
|
|
case VHOST_USER_SET_VRING_CALL:
|
|
|
|
/* consume the fd */
|
|
|
|
qemu_chr_fe_get_msgfds(chr, &fd, 1);
|
|
|
|
/*
|
|
|
|
* This is a non-blocking eventfd.
|
|
|
|
* The receive function forces it to be blocking,
|
|
|
|
* so revert it back to non-blocking.
|
|
|
|
*/
|
|
|
|
qemu_set_nonblock(fd);
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static const char *init_hugepagefs(void)
|
|
|
|
{
|
|
|
|
const char *path;
|
|
|
|
struct statfs fs;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
path = getenv("QTEST_HUGETLBFS_PATH");
|
|
|
|
if (!path) {
|
|
|
|
path = "/hugetlbfs";
|
|
|
|
}
|
|
|
|
|
|
|
|
if (access(path, R_OK | W_OK | X_OK)) {
|
|
|
|
g_test_message("access on path (%s): %s\n", path, strerror(errno));
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
do {
|
|
|
|
ret = statfs(path, &fs);
|
|
|
|
} while (ret != 0 && errno == EINTR);
|
|
|
|
|
|
|
|
if (ret != 0) {
|
|
|
|
g_test_message("statfs on path (%s): %s\n", path, strerror(errno));
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (fs.f_type != HUGETLBFS_MAGIC) {
|
|
|
|
g_test_message("Warning: path not on HugeTLBFS: %s\n", path);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
return path;
|
|
|
|
}
|
|
|
|
|
|
|
|
int main(int argc, char **argv)
|
|
|
|
{
|
|
|
|
QTestState *s = NULL;
|
|
|
|
CharDriverState *chr = NULL;
|
|
|
|
const char *hugefs = 0;
|
|
|
|
char *socket_path = 0;
|
|
|
|
char *qemu_cmd = 0;
|
|
|
|
char *chr_path = 0;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
g_test_init(&argc, &argv, NULL);
|
|
|
|
|
|
|
|
module_call_init(MODULE_INIT_QOM);
|
|
|
|
|
|
|
|
hugefs = init_hugepagefs();
|
|
|
|
if (!hugefs) {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
socket_path = g_strdup_printf("/tmp/vhost-%d.sock", getpid());
|
|
|
|
|
|
|
|
/* create char dev and add read handlers */
|
|
|
|
qemu_add_opts(&qemu_chardev_opts);
|
|
|
|
chr_path = g_strdup_printf("unix:%s,server,nowait", socket_path);
|
|
|
|
chr = qemu_chr_new("chr0", chr_path, NULL);
|
|
|
|
g_free(chr_path);
|
|
|
|
qemu_chr_add_handlers(chr, chr_can_read, chr_read, NULL, chr);
|
|
|
|
|
|
|
|
/* run the main loop thread so the chardev may operate */
|
2014-06-19 23:07:59 +08:00
|
|
|
data_mutex = _mutex_new();
|
|
|
|
data_cond = _cond_new();
|
|
|
|
g_mutex_lock(data_mutex);
|
|
|
|
_thread_new(NULL, thread_function, NULL);
|
2014-06-10 18:03:23 +08:00
|
|
|
|
|
|
|
qemu_cmd = g_strdup_printf(QEMU_CMD, hugefs, socket_path);
|
|
|
|
s = qtest_start(qemu_cmd);
|
|
|
|
g_free(qemu_cmd);
|
|
|
|
|
|
|
|
qtest_add_func("/vhost-user/read-guest-mem", read_guest_mem);
|
|
|
|
|
|
|
|
ret = g_test_run();
|
|
|
|
|
|
|
|
if (s) {
|
|
|
|
qtest_quit(s);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* cleanup */
|
|
|
|
unlink(socket_path);
|
|
|
|
g_free(socket_path);
|
2014-06-19 23:07:59 +08:00
|
|
|
_cond_free(data_cond);
|
|
|
|
_mutex_free(data_mutex);
|
2014-06-10 18:03:23 +08:00
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|