18 #include <sys/types.h> 22 #include <linux/if_tun.h> 23 #include <sys/ioctl.h> 24 #include <linux/virtio_net.h> 25 #include <linux/vhost.h> 26 #include <sys/eventfd.h> 39 #define _IOCTL(fd,a,...) \ 40 if (ioctl (fd, a, __VA_ARGS__) < 0) \ 42 err = clib_error_return_unix (0, "ioctl(" #a ")"); \ 69 struct vhost_vring_state state = { 0 };
70 struct vhost_vring_addr addr = { 0 };
71 struct vhost_vring_file file = { 0 };
96 i =
sizeof (
struct vring_desc) * sz;
101 i =
sizeof (
struct vring_avail) + sz *
sizeof (vring->
avail->ring[0]);
108 i =
sizeof (
struct vring_used) + sz *
sizeof (
struct vring_used_elem);
128 while (n_alloc != sz);
132 vring->
call_fd = eventfd (0, EFD_NONBLOCK | EFD_CLOEXEC);
133 vring->
kick_fd = eventfd (0, EFD_CLOEXEC);
144 _IOCTL (vif->
fd, VHOST_SET_VRING_NUM, &state);
151 _IOCTL (vif->
fd, VHOST_SET_VRING_ADDR, &addr);
155 _IOCTL (vif->
fd, VHOST_SET_VRING_KICK, &file);
157 _IOCTL (vif->
fd, VHOST_SET_VRING_CALL, &file);
159 _IOCTL (vif->
fd, VHOST_NET_SET_BACKEND, &file);
240 [thread_index]->numa_node);
256 u32 i, j, hw_if_index;
266 struct feat_struct *feat_entry;
268 static struct feat_struct feat_array[] = {
269 #define _(s,b) { .str = #s, .bit = b, }, 275 struct feat_struct *flag_entry;
276 static struct feat_struct flags_array[] = {
277 #define _(b,e,s) { .bit = b, .str = s, }, 286 for (hw_if_index = 0; hw_if_index <
vec_len (hw_if_indices); hw_if_index++)
291 if (vif->
type != type)
315 flag_entry = (
struct feat_struct *) &flags_array;
316 while (flag_entry->str)
318 if (vif->
flags & (1ULL << flag_entry->bit))
328 feat_entry = (
struct feat_struct *) &feat_array;
329 while (feat_entry->str)
331 if (vif->
features & (1ULL << feat_entry->bit))
337 feat_entry = (
struct feat_struct *) &feat_array;
338 while (feat_entry->str)
355 " qsz %d, last_used_idx %d, desc_next %d, desc_in_use %d",
359 " avail.flags 0x%x avail.idx %d used.flags 0x%x used.idx %d",
361 vring->
used->flags, vring->
used->idx);
371 " id addr len flags next user_addr\n");
373 " ===== ================== ===== ====== ===== ==================\n");
374 for (j = 0; j < vring->
size; j++)
376 struct vring_desc *desc = &vring->
desc[j];
378 " %-5d 0x%016lx %-5d 0x%04x %-5d 0x%016lx\n",
381 desc->flags, desc->next, desc->addr);
390 " qsz %d, last_used_idx %d, desc_next %d, desc_in_use %d",
394 " avail.flags 0x%x avail.idx %d used.flags 0x%x used.idx %d",
396 vring->
used->flags, vring->
used->idx);
406 " id addr len flags next user_addr\n");
408 " ===== ================== ===== ====== ===== ==================\n");
409 for (j = 0; j < vring->
size; j++)
411 struct vring_desc *desc = &vring->
desc[j];
413 " %-5d 0x%016lx %-5d 0x%04x %-5d 0x%016lx\n",
416 desc->flags, desc->next, desc->addr);
426 " qsz %d, last_used_idx %d, desc_next %d, desc_in_use %d",
430 " avail.flags 0x%x avail.idx %d used.flags 0x%x used.idx %d",
432 vring->
used->flags, vring->
used->idx);
442 " id addr len flags next user_addr\n");
444 " ===== ================== ===== ====== ===== ==================\n");
445 for (j = 0; j < vring->
size; j++)
447 struct vring_desc *desc = &vring->
desc[j];
449 " %-5d 0x%016lx %-5d 0x%04x %-5d 0x%016lx\n",
452 desc->flags, desc->next, desc->addr);
#define vec_foreach_index(var, v)
Iterate over vector indices.
format_function_t format_vnet_hw_if_index_name
void virtio_set_net_hdr_size(virtio_if_t *vif)
void virtio_show(vlib_main_t *vm, u32 *hw_if_indices, u8 show_descr, u32 type)
static void vlib_buffer_free(vlib_main_t *vm, u32 *buffers, u32 n_buffers)
Free buffers Frees the entire buffer chain for each buffer.
vnet_main_t * vnet_get_main(void)
#define foreach_virtio_net_features
static vnet_hw_interface_t * vnet_get_hw_interface(vnet_main_t *vnm, u32 hw_if_index)
static heap_elt_t * last(heap_header_t *h)
void virtio_vring_set_numa_node(vlib_main_t *vm, virtio_if_t *vif, u32 idx)
clib_memset(h->entries, 0, sizeof(h->entries[0])*entries)
#define vec_validate_aligned(V, I, A)
Make sure vector is long enough for given index (no header, specified alignment)
vlib_main_t ** vlib_mains
clib_error_t * virtio_vring_free_tx(vlib_main_t *vm, virtio_if_t *vif, u32 idx)
clib_file_function_t * read_function
struct vring_avail * avail
u8 * format_ethernet_address(u8 *s, va_list *args)
#define TX_QUEUE_ACCESS(X)
void device_status(vlib_main_t *vm, virtio_if_t *vif)
static_always_inline void vnet_device_input_set_interrupt_pending(vnet_main_t *vnm, u32 hw_if_index, u16 queue_id)
void virtio_free_rx_buffers(vlib_main_t *vm, virtio_vring_t *vring)
#define vec_elt_at_index(v, i)
Get vector value at index i checking that i is in bounds.
#define clib_error_return(e, args...)
clib_file_main_t file_main
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
static_always_inline uword vnet_get_device_input_thread_index(vnet_main_t *vnm, u32 hw_if_index, u16 queue_id)
virtio_vring_t * rxq_vrings
format_function_t format_virtio_device_name
static void vlib_buffer_free_no_next(vlib_main_t *vm, u32 *buffers, u32 n_buffers)
Free buffers, does not free the buffer chain for each buffer.
#define VIRTIO_RING_FLAG_MASK_INT
#define vec_free(V)
Free vector's memory (no header).
static uword round_pow2(uword x, uword pow2)
void virtio_free_used_desc(vlib_main_t *vm, virtio_vring_t *vring)
static uword clib_file_add(clib_file_main_t *um, clib_file_t *template)
static void clib_file_del_by_index(clib_file_main_t *um, uword index)
#define VIRTIO_FEATURE(X)
clib_error_t * virtio_vring_init(vlib_main_t *vm, virtio_if_t *vif, u16 idx, u16 sz)
static void clib_mem_free(void *p)
static uword pointer_to_uword(const void *p)
virtio_main_t virtio_main
static uword is_pow2(uword x)
#define RX_QUEUE_ACCESS(X)
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
static void * clib_mem_alloc_aligned(uword size, uword align)
virtio_vring_t * cxq_vring
clib_error_t * virtio_vring_free_rx(vlib_main_t *vm, virtio_if_t *vif, u32 idx)
#define CLIB_CACHE_LINE_BYTES
static u32 vlib_buffer_alloc(vlib_main_t *vm, u32 *buffers, u32 n_buffers)
Allocate buffers into supplied array.
static u8 vlib_buffer_pool_get_default_for_numa(vlib_main_t *vm, u32 numa_node)
void vlib_cli_output(vlib_main_t *vm, char *fmt,...)
format_function_t format_vlib_pci_addr
virtio_vring_t * txq_vrings
static clib_error_t * call_read_ready(clib_file_t *uf)