2010-03-17 12:08:17 +01:00
|
|
|
#ifndef VHOST_H
|
|
|
|
#define VHOST_H
|
|
|
|
|
2014-05-27 14:05:35 +02:00
|
|
|
#include "hw/virtio/vhost-backend.h"
|
2013-02-05 17:06:20 +01:00
|
|
|
#include "hw/virtio/virtio.h"
|
2012-12-17 18:19:49 +01:00
|
|
|
#include "exec/memory.h"
|
2010-03-17 12:08:17 +01:00
|
|
|
|
|
|
|
/* Generic structures common for any vhost based device. */
|
2019-02-28 09:53:49 +01:00
|
|
|
|
|
|
|
struct vhost_inflight {
|
|
|
|
int fd;
|
|
|
|
void *addr;
|
|
|
|
uint64_t size;
|
|
|
|
uint64_t offset;
|
|
|
|
uint16_t queue_size;
|
|
|
|
};
|
|
|
|
|
2010-03-17 12:08:17 +01:00
|
|
|
struct vhost_virtqueue {
|
|
|
|
int kick;
|
|
|
|
int call;
|
|
|
|
void *desc;
|
|
|
|
void *avail;
|
|
|
|
void *used;
|
|
|
|
int num;
|
2016-11-04 09:39:15 +01:00
|
|
|
unsigned long long desc_phys;
|
|
|
|
unsigned desc_size;
|
|
|
|
unsigned long long avail_phys;
|
|
|
|
unsigned avail_size;
|
2010-03-17 12:08:17 +01:00
|
|
|
unsigned long long used_phys;
|
|
|
|
unsigned used_size;
|
2012-12-24 16:37:01 +01:00
|
|
|
EventNotifier masked_notifier;
|
2017-01-11 05:32:12 +01:00
|
|
|
struct vhost_dev *dev;
|
2010-03-17 12:08:17 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
typedef unsigned long vhost_log_chunk_t;
|
|
|
|
#define VHOST_LOG_PAGE 0x1000
|
|
|
|
#define VHOST_LOG_BITS (8 * sizeof(vhost_log_chunk_t))
|
|
|
|
#define VHOST_LOG_CHUNK (VHOST_LOG_PAGE * VHOST_LOG_BITS)
|
2014-05-27 14:04:42 +02:00
|
|
|
#define VHOST_INVALID_FEATURE_BIT (0xff)
|
2010-03-17 12:08:17 +01:00
|
|
|
|
2015-06-04 11:28:46 +02:00
|
|
|
struct vhost_log {
|
|
|
|
unsigned long long size;
|
|
|
|
int refcnt;
|
2015-10-09 17:17:25 +02:00
|
|
|
int fd;
|
|
|
|
vhost_log_chunk_t *log;
|
2015-06-04 11:28:46 +02:00
|
|
|
};
|
|
|
|
|
2017-03-29 06:10:04 +02:00
|
|
|
struct vhost_dev;
|
|
|
|
struct vhost_iommu {
|
|
|
|
struct vhost_dev *hdev;
|
|
|
|
MemoryRegion *mr;
|
|
|
|
hwaddr iommu_offset;
|
|
|
|
IOMMUNotifier n;
|
|
|
|
QLIST_ENTRY(vhost_iommu) iommu_next;
|
|
|
|
};
|
|
|
|
|
2018-01-04 02:53:31 +01:00
|
|
|
typedef struct VhostDevConfigOps {
|
|
|
|
/* Vhost device config space changed callback
|
|
|
|
*/
|
|
|
|
int (*vhost_dev_config_notifier)(struct vhost_dev *dev);
|
|
|
|
} VhostDevConfigOps;
|
|
|
|
|
2010-03-17 12:08:17 +01:00
|
|
|
struct vhost_memory;
|
|
|
|
struct vhost_dev {
|
2017-01-11 05:32:12 +01:00
|
|
|
VirtIODevice *vdev;
|
2011-12-18 13:06:05 +01:00
|
|
|
MemoryListener memory_listener;
|
2017-03-29 06:10:04 +02:00
|
|
|
MemoryListener iommu_listener;
|
2010-03-17 12:08:17 +01:00
|
|
|
struct vhost_memory *mem;
|
2011-12-19 12:18:13 +01:00
|
|
|
int n_mem_sections;
|
|
|
|
MemoryRegionSection *mem_sections;
|
2018-01-19 11:39:18 +01:00
|
|
|
int n_tmp_sections;
|
|
|
|
MemoryRegionSection *tmp_sections;
|
2010-03-17 12:08:17 +01:00
|
|
|
struct vhost_virtqueue *vqs;
|
2021-09-03 11:10:14 +02:00
|
|
|
unsigned int nvqs;
|
2015-03-26 12:10:29 +01:00
|
|
|
/* the first virtqueue which would be used by this vhost dev */
|
2013-01-30 12:12:35 +01:00
|
|
|
int vq_index;
|
2021-11-04 09:56:24 +01:00
|
|
|
/* one past the last vq index for the virtio device (not vhost) */
|
|
|
|
int vq_index_end;
|
2021-04-29 19:13:16 +02:00
|
|
|
/* if non-zero, minimum required value for max_queues */
|
|
|
|
int num_queues;
|
2015-10-09 17:17:28 +02:00
|
|
|
uint64_t features;
|
|
|
|
uint64_t acked_features;
|
|
|
|
uint64_t backend_features;
|
|
|
|
uint64_t protocol_features;
|
|
|
|
uint64_t max_queues;
|
2020-09-07 12:49:02 +02:00
|
|
|
uint64_t backend_cap;
|
2010-03-17 12:08:17 +01:00
|
|
|
bool started;
|
|
|
|
bool log_enabled;
|
2015-10-09 17:17:28 +02:00
|
|
|
uint64_t log_size;
|
2014-06-18 16:20:42 +02:00
|
|
|
Error *migration_blocker;
|
2014-05-27 14:05:35 +02:00
|
|
|
const VhostOps *vhost_ops;
|
2014-05-27 14:05:49 +02:00
|
|
|
void *opaque;
|
2015-06-04 11:28:46 +02:00
|
|
|
struct vhost_log *log;
|
2015-10-06 10:37:27 +02:00
|
|
|
QLIST_ENTRY(vhost_dev) entry;
|
2017-03-29 06:10:04 +02:00
|
|
|
QLIST_HEAD(, vhost_iommu) iommu_list;
|
2017-01-11 05:32:12 +01:00
|
|
|
IOMMUNotifier n;
|
2018-01-04 02:53:31 +01:00
|
|
|
const VhostDevConfigOps *config_ops;
|
2010-03-17 12:08:17 +01:00
|
|
|
};
|
|
|
|
|
2021-08-09 15:40:15 +02:00
|
|
|
extern const VhostOps kernel_ops;
|
|
|
|
extern const VhostOps user_ops;
|
|
|
|
extern const VhostOps vdpa_ops;
|
|
|
|
|
2020-07-01 16:55:37 +02:00
|
|
|
struct vhost_net {
|
|
|
|
struct vhost_dev dev;
|
|
|
|
struct vhost_virtqueue vqs[2];
|
|
|
|
int backend;
|
|
|
|
NetClientState *nc;
|
|
|
|
};
|
|
|
|
|
2014-05-27 14:05:22 +02:00
|
|
|
int vhost_dev_init(struct vhost_dev *hdev, void *opaque,
|
2016-07-06 03:57:55 +02:00
|
|
|
VhostBackendType backend_type,
|
2021-06-09 17:46:52 +02:00
|
|
|
uint32_t busyloop_timeout, Error **errp);
|
2010-03-17 12:08:17 +01:00
|
|
|
void vhost_dev_cleanup(struct vhost_dev *hdev);
|
|
|
|
int vhost_dev_start(struct vhost_dev *hdev, VirtIODevice *vdev);
|
|
|
|
void vhost_dev_stop(struct vhost_dev *hdev, VirtIODevice *vdev);
|
2011-08-11 09:21:18 +02:00
|
|
|
int vhost_dev_enable_notifiers(struct vhost_dev *hdev, VirtIODevice *vdev);
|
|
|
|
void vhost_dev_disable_notifiers(struct vhost_dev *hdev, VirtIODevice *vdev);
|
2010-03-17 12:08:17 +01:00
|
|
|
|
2012-12-24 16:37:01 +01:00
|
|
|
/* Test and clear masked event pending status.
|
|
|
|
* Should be called after unmask to avoid losing events.
|
|
|
|
*/
|
|
|
|
bool vhost_virtqueue_pending(struct vhost_dev *hdev, int n);
|
|
|
|
|
|
|
|
/* Mask/unmask events from this vq.
|
|
|
|
*/
|
|
|
|
void vhost_virtqueue_mask(struct vhost_dev *hdev, VirtIODevice *vdev, int n,
|
|
|
|
bool mask);
|
2015-06-04 12:34:20 +02:00
|
|
|
uint64_t vhost_get_features(struct vhost_dev *hdev, const int *feature_bits,
|
|
|
|
uint64_t features);
|
2014-05-27 14:04:42 +02:00
|
|
|
void vhost_ack_features(struct vhost_dev *hdev, const int *feature_bits,
|
2015-06-04 12:34:20 +02:00
|
|
|
uint64_t features);
|
2015-10-06 10:37:27 +02:00
|
|
|
bool vhost_has_free_slot(void);
|
2016-07-26 23:15:25 +02:00
|
|
|
|
|
|
|
int vhost_net_set_backend(struct vhost_dev *hdev,
|
|
|
|
struct vhost_vring_file *file);
|
|
|
|
|
2017-06-02 12:18:27 +02:00
|
|
|
int vhost_device_iotlb_miss(struct vhost_dev *dev, uint64_t iova, int write);
|
2021-06-09 17:46:56 +02:00
|
|
|
int vhost_dev_get_config(struct vhost_dev *hdev, uint8_t *config,
|
|
|
|
uint32_t config_len, Error **errp);
|
2018-01-04 02:53:31 +01:00
|
|
|
int vhost_dev_set_config(struct vhost_dev *dev, const uint8_t *data,
|
|
|
|
uint32_t offset, uint32_t size, uint32_t flags);
|
|
|
|
/* notifier callback in case vhost device config space changed
|
|
|
|
*/
|
|
|
|
void vhost_dev_set_config_notifier(struct vhost_dev *dev,
|
|
|
|
const VhostDevConfigOps *ops);
|
2019-02-28 09:53:49 +01:00
|
|
|
|
|
|
|
void vhost_dev_reset_inflight(struct vhost_inflight *inflight);
|
|
|
|
void vhost_dev_free_inflight(struct vhost_inflight *inflight);
|
|
|
|
void vhost_dev_save_inflight(struct vhost_inflight *inflight, QEMUFile *f);
|
|
|
|
int vhost_dev_load_inflight(struct vhost_inflight *inflight, QEMUFile *f);
|
2020-11-03 13:36:17 +01:00
|
|
|
int vhost_dev_prepare_inflight(struct vhost_dev *hdev, VirtIODevice *vdev);
|
2019-02-28 09:53:49 +01:00
|
|
|
int vhost_dev_set_inflight(struct vhost_dev *dev,
|
|
|
|
struct vhost_inflight *inflight);
|
|
|
|
int vhost_dev_get_inflight(struct vhost_dev *dev, uint16_t queue_size,
|
|
|
|
struct vhost_inflight *inflight);
|
2010-03-17 12:08:17 +01:00
|
|
|
#endif
|