35 #define AVF_QUEUE_SZ_MAX 4096 36 #define AVF_QUEUE_SZ_MIN 64 38 #define AVF_AQ_ENQ_SUSPEND_TIME 50e-6 39 #define AVF_AQ_ENQ_MAX_WAIT_TIME 250e-3 41 #define AVF_RESET_SUSPEND_TIME 20e-3 42 #define AVF_RESET_MAX_WAIT_TIME 1 44 #define AVF_SEND_TO_PF_SUSPEND_TIME 10e-3 45 #define AVF_SEND_TO_PF_MAX_WAIT_TIME 1 47 #define AVF_RXD_STATUS(x) (1ULL << x) 48 #define AVF_RXD_STATUS_DD AVF_RXD_STATUS(0) 49 #define AVF_RXD_STATUS_EOP AVF_RXD_STATUS(1) 50 #define AVF_RXD_STATUS_FLM AVF_RXD_STATUS (11) 51 #define AVF_RXD_ERROR_SHIFT 19 52 #define AVF_RXD_PTYPE_SHIFT 30 53 #define AVF_RXD_LEN_SHIFT 38 54 #define AVF_RX_MAX_DESC_IN_CHAIN 5 56 #define AVF_RXD_ERROR_IPE (1ULL << (AVF_RXD_ERROR_SHIFT + 3)) 57 #define AVF_RXD_ERROR_L4E (1ULL << (AVF_RXD_ERROR_SHIFT + 4)) 59 #define AVF_TXD_CMD(x) (1 << (x + 4)) 60 #define AVF_TXD_CMD_EXT(x, val) ((u64)val << (x + 4)) 61 #define AVF_TXD_CMD_EOP AVF_TXD_CMD(0) 62 #define AVF_TXD_CMD_RS AVF_TXD_CMD(1) 63 #define AVF_TXD_CMD_RSV AVF_TXD_CMD(2) 65 #define AVF_TXD_CMD_IIPT_NONE AVF_TXD_CMD_EXT(5, 0) 66 #define AVF_TXD_CMD_IIPT_IPV6 AVF_TXD_CMD_EXT(5, 1) 67 #define AVF_TXD_CMD_IIPT_IPV4_NO_CSUM AVF_TXD_CMD_EXT(5, 2) 68 #define AVF_TXD_CMD_IIPT_IPV4 AVF_TXD_CMD_EXT(5, 3) 70 #define AVF_TXD_CMD_L4T_UNKNOWN AVF_TXD_CMD_EXT(8, 0) 71 #define AVF_TXD_CMD_L4T_TCP AVF_TXD_CMD_EXT(8, 1) 72 #define AVF_TXD_CMD_L4T_SCTP AVF_TXD_CMD_EXT(8, 2) 73 #define AVF_TXD_CMD_L4T_UDP AVF_TXD_CMD_EXT(8, 3) 75 #define AVF_TXD_OFFSET(x,factor,val) (((u64)val/(u64)factor) << (16 + x)) 76 #define AVF_TXD_OFFSET_MACLEN(val) AVF_TXD_OFFSET( 0, 2, val) 77 #define AVF_TXD_OFFSET_IPLEN(val) AVF_TXD_OFFSET( 7, 4, val) 78 #define AVF_TXD_OFFSET_L4LEN(val) AVF_TXD_OFFSET(14, 4, val) 80 #define AVF_TXD_DTYP_CTX 0x1ULL 81 #define AVF_TXD_CTX_CMD_TSO AVF_TXD_CMD(0) 82 #define AVF_TXD_CTX_SEG(val,x) (((u64)val) << (30 + x)) 83 #define AVF_TXD_CTX_SEG_TLEN(val) AVF_TXD_CTX_SEG(val,0) 84 #define AVF_TXD_CTX_SEG_MSS(val) AVF_TXD_CTX_SEG(val,20) 90 #define avf_log_err(dev, f, ...) \ 91 vlib_log (VLIB_LOG_LEVEL_ERR, avf_log.class, "%U: " f, \ 92 format_vlib_pci_addr, &dev->pci_addr, \ 95 #define avf_log_warn(dev, f, ...) \ 96 vlib_log (VLIB_LOG_LEVEL_WARNING, avf_log.class, "%U: " f, \ 97 format_vlib_pci_addr, &dev->pci_addr, \ 100 #define avf_log_debug(dev, f, ...) \ 101 vlib_log (VLIB_LOG_LEVEL_DEBUG, avf_log.class, "%U: " f, \ 102 format_vlib_pci_addr, &dev->pci_addr, \ 105 #define avf_stats_log_debug(dev, f, ...) \ 106 vlib_log (VLIB_LOG_LEVEL_DEBUG, avf_stats_log.class, "%U: " f, \ 107 format_vlib_pci_addr, &dev->pci_addr, ##__VA_ARGS__) 109 #define foreach_avf_device_flags \ 110 _ (0, INITIALIZED, "initialized") \ 111 _ (1, ERROR, "error") \ 112 _ (2, ADMIN_UP, "admin-up") \ 113 _ (3, VA_DMA, "vaddr-dma") \ 114 _ (4, LINK_UP, "link-up") \ 115 _ (6, ELOG, "elog") \ 116 _ (7, PROMISC, "promisc") \ 117 _ (8, RX_INT, "rx-interrupts") \ 118 _ (9, RX_FLOW_OFFLOAD, "rx-flow-offload") 122 #define _(a, b, c) AVF_DEVICE_F_##b = (1 << a), 127 typedef volatile struct 148 #ifdef CLIB_HAVE_VEC256 161 #ifdef CLIB_HAVE_VEC128 270 #define AVF_RX_VECTOR_SZ VLIB_FRAME_SIZE 353 u32 rule_len,
u8 *program_status,
396 if ((last == 0) && (first == 31))
399 value &= (1 << (first - last + 1)) - 1;
407 if ((last == 0) && (first == 63))
410 value &= (1 << (first - last + 1)) - 1;
423 if (ad->
flags & AVF_DEVICE_F_ELOG)
431 u32 val = *(
volatile u32 *) (ad->
bar0 + addr);
433 if (ad->
flags & AVF_DEVICE_F_ELOG)
443 asm volatile (
"":::
"memory");
451 _directstoreu_u32 ((
void *) addr, val);
478 #define foreach_avf_tx_func_error \ 479 _(SEGMENT_SIZE_EXCEEDED, "segment size exceeded") \ 480 _(NO_FREE_SLOTS, "no free tx slots") 484 #define _(f,s) AVF_TX_ERROR_##f,
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
format_function_t format_avf_vlan_caps
static u64 avf_get_u64_bits(void *start, int offset, int first, int last)
virtchnl_link_speed_t link_speed
static u64 avf_get_u64(void *start, int offset)
avf_process_req_type_t type
static void avf_tail_write(volatile u32 *addr, u32 val)
static heap_elt_t * last(heap_header_t *h)
format_function_t format_avf_device
vnet_flow_dev_ops_function_t avf_flow_ops_fn
#define AVF_RXD_STATUS_DD
struct _vnet_device_class vnet_device_class_t
format_function_t format_avf_input_trace
clib_error_t * avf_program_flow(u32 dev_instance, int is_add, u8 *rule, u32 rule_len, u8 *program_status, u32 status_len)
#define foreach_avf_device_flags
vnet_device_class_t avf_device_class
u32 calling_process_index
#define static_always_inline
avf_tx_desc_t * tmp_descs
static u32 avf_reg_read(avf_device_t *ad, u32 addr)
static u32 avf_get_u32_bits(void *start, int offset, int first, int last)
vlib_log_class_registration_t avf_log
vlib_pci_dev_handle_t pci_dev_handle
epu8_epi32 epu16_epi32 u64x2
void avf_create_if(vlib_main_t *vm, avf_create_if_args_t *args)
static heap_elt_t * first(heap_header_t *h)
void avf_elog_aq_enq_resp(avf_device_t *ad, avf_aq_desc_t *d)
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
virtchnl_eth_stats_t last_cleared_eth_stats
void avf_elog_aq_enq_req(avf_device_t *ad, avf_aq_desc_t *d)
static u32 avf_get_u32(void *start, int offset)
vlib_main_t * vm
X-connect all packets from the HOST to the PHY.
vlib_log_class_registration_t avf_stats_log
static void avf_reg_flush(avf_device_t *ad)
u32 vlib_pci_dev_handle_t
#define AVF_RXD_STATUS_EOP
vlib_node_registration_t avf_process_node
(constructor) VLIB_REGISTER_NODE (avf_process_node)
avf_flow_entry_t * flow_entries
vlib_node_registration_t avf_input_node
(constructor) VLIB_REGISTER_NODE (avf_input_node)
static_always_inline int avf_rxd_is_not_dd(avf_rx_desc_t *d)
static_always_inline avf_device_t * avf_get_device(u32 dev_instance)
u32 per_interface_next_index
format_function_t format_avf_vlan_support
static void avf_set_u32(void *start, int offset, u32 value)
void avf_elog_reg(avf_device_t *ad, u32 addr, u32 val, int is_read)
format_function_t format_avf_eth_stats
vlib_buffer_t buffer_template
virtchnl_pf_event_t * events
static void avf_reg_write(avf_device_t *ad, u32 addr, u32 val)
void avf_elog_arq_desc(avf_device_t *ad, avf_aq_desc_t *d)
#define clib_atomic_store_rel_n(a, b)
virtchnl_eth_stats_t eth_stats
struct _vlib_node_registration vlib_node_registration_t
template key/value backing page structure
avf_flow_lookup_entry_t * flow_lookup_entries
format_function_t format_avf_device_name
VLIB buffer representation.
#define foreach_avf_tx_func_error
struct avf_fdir_conf * rcfg
struct clib_bihash_value offset
template key/value backing page structure
format_function_t format_avf_vlan_supported_caps
avf_per_thread_data_t * per_thread_data
static_always_inline int avf_rxd_is_not_eop(avf_rx_desc_t *d)
STATIC_ASSERT_SIZEOF(avf_rx_desc_t, 32)
#define AVF_RX_MAX_DESC_IN_CHAIN
vlib_buffer_t * bufs[VLIB_FRAME_SIZE]
format_function_t format_avf_vf_cap_flags
int() vnet_flow_dev_ops_function_t(struct vnet_main_t *vnm, vnet_flow_dev_op_t op, u32 hw_if_index, u32 index, uword *private_data)