FD.io VPP  v18.11-rc0-18-g2a3fb1a
Vector Packet Processing
avf.h
Go to the documentation of this file.
1 /*
2  *------------------------------------------------------------------
3  * Copyright (c) 2018 Cisco and/or its affiliates.
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at:
7  *
8  * http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  *------------------------------------------------------------------
16  */
17 
18 #ifndef _AVF_H_
19 #define _AVF_H_
20 
21 #include <avf/virtchnl.h>
22 
23 #include <vlib/log.h>
24 
25 #define foreach_avf_device_flags \
26  _(0, INITIALIZED, "initialized") \
27  _(1, ERROR, "error") \
28  _(2, ADMIN_UP, "admin-up") \
29  _(3, IOVA, "iova") \
30  _(4, LINK_UP, "link-up") \
31  _(5, SHARED_TXQ_LOCK, "shared-txq-lock") \
32  _(6, ELOG, "elog")
33 
34 enum
35 {
36 #define _(a, b, c) AVF_DEVICE_F_##b = (1 << a),
38 #undef _
39 };
40 
41 typedef volatile struct
42 {
43  union
44  {
45  struct
46  {
47  u64 mirr:13;
48  u64 rsv1:3;
49  u64 l2tag1:16;
50  u64 filter_status:32;
51  u64 status:19;
52  u64 error:8;
53  u64 rsv2:3;
54  u64 ptype:8;
55  u64 length:26;
56  };
57  u64 qword[4];
58 #ifdef CLIB_HAVE_VEC256
59  u64x4 as_u64x4;
60 #endif
61  };
63 
65 
66 typedef volatile struct
67 {
68  union
69  {
70  u64 qword[2];
71 #ifdef CLIB_HAVE_VEC128
72  u64x2 as_u64x2;
73 #endif
74  };
76 
78 
79 typedef struct
80 {
81  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
82  volatile u32 *qrx_tail;
88 } avf_rxq_t;
89 
90 typedef struct
91 {
92  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
93  volatile u32 *qtx_tail;
100 } avf_txq_t;
101 
102 typedef struct
103 {
104  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
107 
112  void *bar0;
113 
114  /* queues */
117 
118  /* Admin queues */
121  void *atq_bufs;
122  void *arq_bufs;
128 
131  u8 hwaddr[6];
138 
139  /* stats */
141 
142  /* error */
144 } avf_device_t;
145 
146 typedef struct
147 {
153 
155 
156 #define AVF_RX_VECTOR_SZ VLIB_FRAME_SIZE
157 
158 enum
159 {
164 
165 typedef struct
166 {
167  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
172 
173 typedef struct
174 {
178 } avf_ptype_t;
179 
180 STATIC_ASSERT (VNET_DEVICE_INPUT_N_NEXT_NODES < 256, "too many next nodes");
181 
182 typedef struct
183 {
185 
190 
192 
193  /* 256 element array for ptype based lookup */
195 } avf_main_t;
196 
197 extern avf_main_t avf_main;
198 
199 typedef struct
200 {
201  vlib_pci_addr_t addr;
205  /* return */
206  int rv;
209 
212 
216  vlib_frame_t * frame);
217 
218 /* format.c */
222 
223 static inline u32
224 avf_get_u32 (void *start, int offset)
225 {
226  return *(u32 *) (((u8 *) start) + offset);
227 }
228 
229 static inline u64
230 avf_get_u64 (void *start, int offset)
231 {
232  return *(u64 *) (((u8 *) start) + offset);
233 }
234 
235 static inline u32
236 avf_get_u32_bits (void *start, int offset, int first, int last)
237 {
238  u32 value = avf_get_u32 (start, offset);
239  if ((last == 0) && (first == 31))
240  return value;
241  value >>= last;
242  value &= (1 << (first - last + 1)) - 1;
243  return value;
244 }
245 
246 static inline u64
247 avf_get_u64_bits (void *start, int offset, int first, int last)
248 {
249  u64 value = avf_get_u64 (start, offset);
250  if ((last == 0) && (first == 63))
251  return value;
252  value >>= last;
253  value &= (1 << (first - last + 1)) - 1;
254  return value;
255 }
256 
257 static inline void
258 avf_set_u32 (void *start, int offset, u32 value)
259 {
260  (*(u32 *) (((u8 *) start) + offset)) = value;
261 }
262 
263 static inline void
265 {
266  *(volatile u32 *) ((u8 *) ad->bar0 + addr) = val;
267 }
268 
269 static inline u32
271 {
272  return *(volatile u32 *) (ad->bar0 + addr);
273 }
274 
275 static inline void
277 {
279  asm volatile ("":::"memory");
280 }
281 
282 typedef struct
283 {
288 
289 #endif /* AVF_H */
290 
291 /*
292  * fd.io coding-style-patch-verification: ON
293  *
294  * Local Variables:
295  * eval: (c-set-style "gnu")
296  * End:
297  */
u8 next_node
Definition: avf.h:175
u32 hw_if_index
Definition: avf.h:110
u32 vlib_log_class_t
Definition: log.h:21
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
Definition: cache.h:63
STATIC_ASSERT(VNET_DEVICE_INPUT_N_NEXT_NODES< 256,"too many next nodes")
static u64 avf_get_u64_bits(void *start, int offset, int first, int last)
Definition: avf.h:247
avf_ptype_t * ptypes
Definition: avf.h:194
clib_error_t * error
Definition: avf.h:143
u64 atq_bufs_pa
Definition: avf.h:123
unsigned long u64
Definition: types.h:89
virtchnl_link_speed_t link_speed
Definition: avf.h:137
static u64 avf_get_u64(void *start, int offset)
Definition: avf.h:230
static heap_elt_t * last(heap_header_t *h)
Definition: heap.c:53
format_function_t format_avf_device
Definition: avf.h:219
vlib_pci_addr_t addr
Definition: avf.h:201
u32 dev_instance
Definition: avf.h:108
virtchnl_link_speed_t
Definition: virtchnl.h:172
u32 next_index
Definition: avf.h:284
u8 *( format_function_t)(u8 *s, va_list *args)
Definition: format.h:48
avf_device_t * devices
Definition: avf.h:186
struct _vnet_device_class vnet_device_class_t
format_function_t format_avf_input_trace
Definition: avf.h:221
vhost_vring_addr_t addr
Definition: vhost_user.h:116
volatile u32 * qtx_tail
Definition: avf.h:93
#define foreach_avf_device_flags
Definition: avf.h:25
unsigned char u8
Definition: types.h:56
vnet_device_class_t avf_device_class
avf_rx_vector_entry_t rxve
Definition: avf.h:286
clib_spinlock_t lock
Definition: avf.h:96
static u32 avf_reg_read(avf_device_t *ad, u32 addr)
Definition: avf.h:270
static u32 avf_get_u32_bits(void *start, int offset, int first, int last)
Definition: avf.h:236
volatile u32 * qrx_tail
Definition: avf.h:82
int physmem_region_alloc
Definition: avf.h:189
unsigned int u32
Definition: types.h:88
vlib_pci_dev_handle_t pci_dev_handle
Definition: avf.h:111
u32 status
Definition: avf.h:148
void * arq_bufs
Definition: avf.h:122
avf_aq_desc_t * arq
Definition: avf.h:120
void avf_create_if(vlib_main_t *vm, avf_create_if_args_t *args)
Definition: device.c:1066
static heap_elt_t * first(heap_header_t *h)
Definition: heap.c:59
u32 hw_if_index
Definition: avf.h:285
i8 buffer_advance
Definition: avf.h:176
static u32 avf_get_u32(void *start, int offset)
Definition: avf.h:224
unsigned short u16
Definition: types.h:57
u32 vlib_pci_dev_handle_t
Definition: pci.h:97
u8 ptype
Definition: avf.h:150
#define AVF_RX_VECTOR_SZ
Definition: avf.h:156
signed char i8
Definition: types.h:45
static void avf_reg_flush(avf_device_t *ad)
Definition: avf.h:276
u16 atq_next_slot
Definition: avf.h:125
vlib_main_t * vm
Definition: buffer.c:294
vlib_node_registration_t avf_input_node
(constructor) VLIB_REGISTER_NODE (avf_input_node)
Definition: input.c:535
Definition: avf.h:146
Definition: avf.h:79
u32 flags
Definition: avf.h:177
vlib_log_class_t log_class
Definition: avf.h:191
avf_tx_desc_t * descs
Definition: avf.h:97
u16 vsi_id
Definition: avf.h:129
u32 per_interface_next_index
Definition: avf.h:106
u32 feature_bitmap
Definition: avf.h:130
u32 * bufs
Definition: avf.h:98
avf_aq_desc_t * atq
Definition: avf.h:119
u32 flags
Definition: avf.h:105
u8 error
Definition: avf.h:151
Definition: avf.h:90
static void avf_set_u32(void *start, int offset, u32 value)
Definition: avf.h:258
u32 * bufs
Definition: avf.h:86
void * bar0
Definition: avf.h:112
vlib_buffer_t buffer_template
Definition: avf.h:170
u16 n_enqueued
Definition: avf.h:99
u16 n_enqueued
Definition: avf.h:87
virtchnl_pf_event_t * events
Definition: avf.h:127
static void avf_reg_write(avf_device_t *ad, u32 addr, u32 val)
Definition: avf.h:264
avf_main_t avf_main
Definition: device.c:36
virtchnl_eth_stats_t eth_stats
Definition: avf.h:140
void * atq_bufs
Definition: avf.h:121
#define AVFGEN_RSTAT
Definition: virtchnl.h:39
u16 msg_id_base
Definition: avf.h:184
u16 num_queue_pairs
Definition: avf.h:132
u16 next
Definition: avf.h:94
struct _vlib_node_registration vlib_node_registration_t
template key/value backing page structure
Definition: bihash_doc.h:44
void avf_delete_if(vlib_main_t *vm, avf_device_t *ad)
Definition: device.c:1011
u32 rss_lut_size
Definition: avf.h:136
format_function_t format_avf_device_name
Definition: avf.h:220
u64 uword
Definition: types.h:112
u16 size
Definition: avf.h:84
u16 arq_next_slot
Definition: avf.h:126
enum @376 avf_process_event_t
avf_rxq_t * rxqs
Definition: avf.h:115
struct clib_bihash_value offset
template key/value backing page structure
u64x4
Definition: vector_avx2.h:121
clib_error_t * error
Definition: avf.h:207
avf_per_thread_data_t * per_thread_data
Definition: avf.h:187
u16 size
Definition: avf.h:95
u32 sw_if_index
Definition: avf.h:109
u64 arq_bufs_pa
Definition: avf.h:124
STATIC_ASSERT_SIZEOF(avf_rx_desc_t, 32)
u8 vlib_physmem_region_index_t
Definition: physmem.h:43
vlib_physmem_region_index_t physmem_region
Definition: avf.h:188
u16 next
Definition: avf.h:83
uword avf_interface_tx(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
Definition: output.c:38
avf_txq_t * txqs
Definition: avf.h:116
avf_rx_desc_t * descs
Definition: avf.h:85
u16 length
Definition: avf.h:149
u16 max_vectors
Definition: avf.h:133
u32 rss_key_size
Definition: avf.h:135
u16 max_mtu
Definition: avf.h:134