20 #include <sys/ioctl.h> 28 #include <vnet/devices/netmap/net_netmap.h> 29 #include <vnet/devices/netmap/netmap.h> 31 #define foreach_netmap_input_error 35 #define _(f,s) NETMAP_INPUT_ERROR_##f, 62 s =
format (s,
"netmap: hw_if_index %d next-index %d",
64 s =
format (s,
"\n%Uslot: flags 0x%x len %u buf_idx %u",
82 prev_b->
flags |= VLIB_BUFFER_NEXT_PRESENT;
115 _vec_len (nm->
rx_buffers[thread_index]) = n_free_bufs;
119 while (cur_ring <= nif->last_rx_ring && n_free_bufs)
123 ring = NETMAP_RXRING (nif->
nifp, cur_ring);
124 r = nm_ring_space (ring);
135 cur_slot_index = ring->
cur;
142 while (r && n_left_to_next)
146 u32 bi0 = 0, first_bi0 = 0, prev_bi0;
147 u32 next_slot_index = (cur_slot_index + 1) % ring->
num_slots;
148 u32 next2_slot_index = (cur_slot_index + 2) % ring->
num_slots;
160 while (data_len && n_free_bufs)
164 u32 last_empty_buffer =
169 _vec_len (nm->
rx_buffers[thread_index]) = last_empty_buffer;
174 data_len > n_buffer_bytes ? n_buffer_bytes :
data_len;
177 (
u8 *) NETMAP_BUF (ring, slot->
buf_idx) +
178 offset, bytes_to_copy);
186 b0->
flags = VLIB_BUFFER_TOTAL_LENGTH_VALID;
196 offset += bytes_to_copy;
197 data_len -= bytes_to_copy;
222 n_left_to_next, first_bi0,
227 n_rx_bytes += slot->
len;
228 to_next[0] = first_bi0;
231 cur_slot_index = next_slot_index;
237 ring->
head = ring->
cur = cur_slot_index;
259 u32 n_rx_packets = 0;
278 .name =
"netmap-input",
279 .sibling_of =
"device-input",
284 .state = VLIB_NODE_STATE_INTERRUPT,
#define vec_validate(V, I)
Make sure vector is long enough for given index (no header, unspecified alignment) ...
u32 flags
buffer flags: VLIB_BUFFER_FREE_LIST_INDEX_MASK: bits used to store free list index, VLIB_BUFFER_IS_TRACED: trace this buffer.
struct netmap_slot slot[0]
static void vnet_device_increment_rx_packets(u32 thread_index, u64 count)
static u32 vlib_get_trace_count(vlib_main_t *vm, vlib_node_runtime_t *rt)
vnet_hw_if_output_node_runtime_t * r
i16 current_data
signed offset in data[], pre_data[] that we are currently processing.
vlib_increment_combined_counter(ccm, ti, sw_if_index, n_buffers, n_bytes)
#define VLIB_NODE_FLAG_TRACE_SUPPORTED
u16 current_length
Nbytes between current data and the end of this buffer.
vlib_main_t vlib_node_runtime_t vlib_frame_t * frame
#define VLIB_NODE_FN(node)
description fragment has unexpected format
#define vec_elt_at_index(v, i)
Get vector value at index i checking that i is in bounds.
u32 per_interface_next_index
vnet_main_t * vnet_get_main(void)
static __clib_warn_unused_result u32 vlib_buffer_alloc(vlib_main_t *vm, u32 *buffers, u32 n_buffers)
Allocate buffers into supplied array.
static __clib_warn_unused_result int vlib_trace_buffer(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, vlib_buffer_t *b, int follow_chain)
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
vlib_main_t * vm
X-connect all packets from the HOST to the PHY.
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
static_always_inline u32 vlib_buffer_get_default_data_size(vlib_main_t *vm)
#define VLIB_REGISTER_NODE(x,...)
static_always_inline uword vlib_get_thread_index(void)
#define CLIB_PREFETCH(addr, size, type)
sll srl srl sll sra u16x4 i
vlib_put_next_frame(vm, node, next_index, 0)
static_always_inline void * clib_memcpy_fast(void *restrict dst, const void *restrict src, size_t n)
nat44_ei_hairpin_src_next_t next_index
template key/value backing page structure
u32 input_cpu_first_index
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
vlib_main_t vlib_node_runtime_t * node
u32 next_buffer
Next buffer for this linked-list of buffers.
VLIB buffer representation.
static_always_inline void vnet_feature_start_device_input_x1(u32 sw_if_index, u32 *next0, vlib_buffer_t *b0)
netmap_main_t netmap_main
void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
static void vlib_set_trace_count(vlib_main_t *vm, vlib_node_runtime_t *rt, u32 count)
#define CLIB_CACHE_LINE_BYTES
u32 total_length_not_including_first_buffer
Only valid for first buffer in chain.
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.