FD.io VPP  v18.01.1-37-g7ea3975
Vector Packet Processing
common.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #include <vnet/vnet.h>
17 #include <vppinfra/vec.h>
18 #include <vppinfra/format.h>
19 #include <vlib/unix/cj.h>
20 #include <assert.h>
21 
22 #include <vnet/ip/ip.h>
23 #include <vnet/ethernet/ethernet.h>
25 #include <dpdk/device/dpdk.h>
26 
27 #include <dpdk/device/dpdk_priv.h>
28 #include <vppinfra/error.h>
29 
30 void
31 dpdk_device_error (dpdk_device_t * xd, char *str, int rv)
32 {
33  xd->errors = clib_error_return (xd->errors, "%s[port:%d, errno:%d]: %s",
34  str, xd->device_index, rv,
35  rte_strerror (rv));
36 }
37 
38 void
40 {
41  dpdk_main_t *dm = &dpdk_main;
42  vnet_main_t *vnm = vnet_get_main ();
45  int rv;
46  int j;
47 
48  ASSERT (vlib_get_thread_index () == 0);
49 
50  clib_error_free (xd->errors);
52 
54  {
56  dpdk_device_stop (xd);
57  }
58 
59  rv = rte_eth_dev_configure (xd->device_index, xd->rx_q_used,
60  xd->tx_q_used, &xd->port_conf);
61 
62  if (rv < 0)
63  {
64  dpdk_device_error (xd, "rte_eth_dev_configure", rv);
65  goto error;
66  }
67 
68  /* Set up one TX-queue per worker thread */
69  for (j = 0; j < xd->tx_q_used; j++)
70  {
71  rv = rte_eth_tx_queue_setup (xd->device_index, j, xd->nb_tx_desc,
72  xd->cpu_socket, &xd->tx_conf);
73 
74  /* retry with any other CPU socket */
75  if (rv < 0)
76  rv = rte_eth_tx_queue_setup (xd->device_index, j, xd->nb_tx_desc,
77  SOCKET_ID_ANY, &xd->tx_conf);
78  if (rv < 0)
79  dpdk_device_error (xd, "rte_eth_tx_queue_setup", rv);
80  }
81 
84  for (j = 0; j < xd->rx_q_used; j++)
85  {
88  xd->hw_if_index, j);
89  unsigned lcore = vlib_worker_threads[tidx].lcore_id;
90  u16 socket_id = rte_lcore_to_socket_id (lcore);
91 
92  rv = rte_eth_rx_queue_setup (xd->device_index, j, xd->nb_rx_desc,
93  xd->cpu_socket, 0,
94  dm->pktmbuf_pools[socket_id]);
95 
96  /* retry with any other CPU socket */
97  if (rv < 0)
98  rv = rte_eth_rx_queue_setup (xd->device_index, j, xd->nb_rx_desc,
99  SOCKET_ID_ANY, 0,
100  dm->pktmbuf_pools[socket_id]);
101 
102  privp = rte_mempool_get_priv (dm->pktmbuf_pools[socket_id]);
104 
105  if (rv < 0)
106  dpdk_device_error (xd, "rte_eth_rx_queue_setup", rv);
107  }
108 
109  if (vec_len (xd->errors))
110  goto error;
111 
112  rte_eth_dev_set_mtu (xd->device_index, hi->max_packet_bytes);
113 
115  dpdk_device_start (xd);
116 
117  if (vec_len (xd->errors))
118  goto error;
119 
120  return;
121 
122 error:
125 }
126 
127 void
129 {
130  int rv;
131 
133  return;
134 
135  rv = rte_eth_dev_start (xd->device_index);
136 
137  if (rv)
138  {
139  dpdk_device_error (xd, "rte_eth_dev_start", rv);
140  return;
141  }
142 
143  if (xd->default_mac_address)
144  rv =
145  rte_eth_dev_default_mac_addr_set (xd->device_index,
146  (struct ether_addr *)
147  xd->default_mac_address);
148 
149  if (rv)
150  dpdk_device_error (xd, "rte_eth_dev_default_mac_addr_set", rv);
151 
153  rte_eth_promiscuous_enable (xd->device_index);
154  else
155  rte_eth_promiscuous_disable (xd->device_index);
156 
157  rte_eth_allmulticast_enable (xd->device_index);
158 
159  if (xd->pmd == VNET_DPDK_PMD_BOND)
160  {
161  dpdk_portid_t slink[16];
162  int nlink = rte_eth_bond_slaves_get (xd->device_index, slink, 16);
163  while (nlink >= 1)
164  {
165  dpdk_portid_t dpdk_port = slink[--nlink];
166  rte_eth_allmulticast_enable (dpdk_port);
167  }
168  }
169 }
170 
171 void
173 {
175  return;
176 
177  rte_eth_allmulticast_disable (xd->device_index);
178  rte_eth_dev_stop (xd->device_index);
179 
180  /* For bonded interface, stop slave links */
181  if (xd->pmd == VNET_DPDK_PMD_BOND)
182  {
183  dpdk_portid_t slink[16];
184  int nlink = rte_eth_bond_slaves_get (xd->device_index, slink, 16);
185  while (nlink >= 1)
186  {
187  dpdk_portid_t dpdk_port = slink[--nlink];
188  rte_eth_dev_stop (dpdk_port);
189  }
190  }
191 }
192 
193 /* Even type for send_garp_na_process */
194 enum
195 {
198 
200 
201 static uword
204 {
205  vnet_main_t *vnm = vnet_get_main ();
206  uword event_type, *event_data = 0;
207 
208  while (1)
209  {
210  u32 i;
211  uword dpdk_port;
213  event_type = vlib_process_get_events (vm, &event_data);
214  ASSERT (event_type == SEND_GARP_NA);
215  for (i = 0; i < vec_len (event_data); i++)
216  {
217  dpdk_port = event_data[i];
218  if (i < 5) /* wait 0.2 sec for link to settle, max total 1 sec */
219  vlib_process_suspend (vm, 0.2);
220  dpdk_device_t *xd = &dpdk_main.devices[dpdk_port];
221  u32 hw_if_index = xd->hw_if_index;
222  vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
224  send_ip4_garp (vm, hi);
225  send_ip6_na (vm, hi);
226  }
227  vec_reset_length (event_data);
228  }
229  return 0;
230 }
231 
232 /* *INDENT-OFF* */
233 VLIB_REGISTER_NODE (send_garp_na_proc_node, static) = {
234  .function = send_garp_na_process,
235  .type = VLIB_NODE_TYPE_PROCESS,
236  .name = "send-garp-na-process",
237 };
238 /* *INDENT-ON* */
239 
240 void vl_api_force_rpc_call_main_thread (void *fp, u8 * data, u32 data_length);
241 
242 static void
244 {
246  ASSERT (vlib_get_thread_index () == 0);
248  (vm, send_garp_na_proc_node.index, SEND_GARP_NA, *dpdk_port);
249 }
250 
251 always_inline int
253  enum rte_eth_event_type type, void *param)
254 {
255  struct rte_eth_link link;
256  dpdk_device_t *xd = &dpdk_main.devices[port_id];
257 
258  RTE_SET_USED (param);
259  if (type != RTE_ETH_EVENT_INTR_LSC)
260  {
261  clib_warning ("Unknown event %d received for port %d", type, port_id);
262  return -1;
263  }
264 
265  rte_eth_link_get_nowait (port_id, &link);
266  u8 link_up = link.link_status;
267 
268  if (xd->flags & DPDK_DEVICE_FLAG_BOND_SLAVE)
269  {
270  uword bd_port = xd->bond_port;
271  int bd_mode = rte_eth_bond_mode_get (bd_port);
272 #if 0
273  clib_warning ("Port %d state to %s, "
274  "slave of port %d BondEthernet%d in mode %d",
275  port_id, (link_up) ? "UP" : "DOWN",
276  bd_port, xd->port_id, bd_mode);
277 #endif
278  if (bd_mode == BONDING_MODE_ACTIVE_BACKUP)
279  {
281  (garp_na_proc_callback, (u8 *) & bd_port, sizeof (uword));
282  }
283  xd->flags |= link_up ?
285  }
286  else /* Should not happen as callback not setup for "normal" links */
287  {
288  if (link_up)
289  clib_warning ("Port %d Link Up - speed %u Mbps - %s",
290  port_id, (unsigned) link.link_speed,
291  (link.link_duplex == ETH_LINK_FULL_DUPLEX) ?
292  "full-duplex" : "half-duplex");
293  else
294  clib_warning ("Port %d Link Down\n\n", port_id);
295  }
296 
297  return 0;
298 }
299 
300 int
302  enum rte_eth_event_type type,
303  void *param,
304  void *ret_param __attribute__ ((unused)))
305 {
306  return dpdk_port_state_callback_inline (port_id, type, param);
307 }
308 
309 /*
310  * fd.io coding-style-patch-verification: ON
311  *
312  * Local Variables:
313  * eval: (c-set-style "gnu")
314  * End:
315  */
#define DPDK_DEVICE_FLAG_PROMISC
Definition: dpdk.h:183
u8 * default_mac_address
Definition: dpdk.h:234
vmrglw vmrglh hi
sll srl srl sll sra u16x4 i
Definition: vector_sse2.h:337
clib_error_t * vnet_hw_interface_set_flags(vnet_main_t *vnm, u32 hw_if_index, u32 flags)
Definition: interface.c:538
#define DPDK_DEVICE_FLAG_PMD_INIT_FAIL
Definition: dpdk.h:185
void vl_api_force_rpc_call_main_thread(void *fp, u8 *data, u32 data_length)
Definition: memory_vlib.c:1927
static uword * vlib_process_wait_for_event(vlib_main_t *vm)
Definition: node_funcs.h:619
dpdk_main_t dpdk_main
Definition: init.c:39
vnet_main_t * vnet_get_main(void)
Definition: misc.c:47
static f64 vlib_time_now(vlib_main_t *vm)
Definition: main.h:224
u16 flags
Definition: dpdk.h:181
static vnet_hw_interface_t * vnet_get_hw_interface(vnet_main_t *vnm, u32 hw_if_index)
struct _vlib_node_registration vlib_node_registration_t
clib_error_t * errors
Definition: dpdk.h:237
static vnet_sw_interface_t * vnet_get_sw_interface(vnet_main_t *vnm, u32 sw_if_index)
int dpdk_port_state_callback(dpdk_portid_t port_id, enum rte_eth_event_type type, void *param, void *ret_param)
Definition: common.c:301
#define vec_validate_aligned(V, I, A)
Make sure vector is long enough for given index (no header, specified alignment)
Definition: vec.h:443
#define vec_reset_length(v)
Reset vector length to zero NULL-pointer tolerant.
enum @318 dpdk_send_garp_na_process_event_t
static uword vlib_process_suspend(vlib_main_t *vm, f64 dt)
Suspend a vlib cooperative multi-tasking thread for a period of time.
Definition: node_funcs.h:448
static uword vlib_process_get_events(vlib_main_t *vm, uword **data_vector)
Return the first event type which has occurred and a vector of per-event data of that type...
Definition: node_funcs.h:542
#define always_inline
Definition: clib.h:92
#define clib_error_return(e, args...)
Definition: error.h:99
u16 rx_q_used
Definition: dpdk.h:204
void dpdk_device_setup(dpdk_device_t *xd)
Definition: common.c:39
struct rte_eth_conf port_conf
Definition: dpdk.h:208
static uword send_garp_na_process(vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
Definition: common.c:202
u32 vlib_sw_if_index
Definition: dpdk.h:166
struct rte_eth_txconf tx_conf
Definition: dpdk.h:209
vlib_worker_thread_t * vlib_worker_threads
Definition: threads.c:35
void dpdk_device_start(dpdk_device_t *xd)
Definition: common.c:128
static_always_inline uword vnet_get_device_input_thread_index(vnet_main_t *vnm, u32 hw_if_index, u16 queue_id)
Definition: devices.h:127
static void vlib_process_signal_event(vlib_main_t *vm, uword node_index, uword type_opaque, uword data)
Definition: node_funcs.h:950
void send_ip4_garp(vlib_main_t *vm, vnet_hw_interface_t *hi)
Definition: arp.c:2493
u16 tx_q_used
Definition: dpdk.h:203
u16 nb_rx_desc
Definition: dpdk.h:205
uint16_t dpdk_portid_t
Definition: dpdk.h:125
static void garp_na_proc_callback(uword *dpdk_port)
Definition: common.c:243
u32 hw_if_index
Definition: dpdk.h:165
void send_ip6_na(vlib_main_t *vm, vnet_hw_interface_t *hi)
#define DPDK_DEVICE_FLAG_ADMIN_UP
Definition: dpdk.h:182
static_always_inline uword vlib_get_thread_index(void)
Definition: threads.h:221
dpdk_device_t * devices
Definition: dpdk.h:353
vlib_main_t * vm
Definition: buffer.c:283
#define clib_warning(format, args...)
Definition: error.h:59
dpdk_pmd_t pmd
Definition: dpdk.h:178
static vlib_node_registration_t send_garp_na_proc_node
(constructor) VLIB_REGISTER_NODE (send_garp_na_proc_node)
Definition: common.c:199
static int dpdk_port_state_callback_inline(dpdk_portid_t port_id, enum rte_eth_event_type type, void *param)
Definition: common.c:252
void dpdk_device_stop(dpdk_device_t *xd)
Definition: common.c:172
void dpdk_device_error(dpdk_device_t *xd, char *str, int rv)
Definition: common.c:31
#define ASSERT(truth)
unsigned int u32
Definition: types.h:88
struct rte_mempool ** pktmbuf_pools
Definition: dpdk.h:398
void dpdk_update_link_state(dpdk_device_t *xd, f64 now)
Definition: init.c:1294
dpdk_portid_t device_index
Definition: dpdk.h:163
static vlib_main_t * vlib_get_main(void)
Definition: global_funcs.h:23
u64 uword
Definition: types.h:112
unsigned short u16
Definition: types.h:57
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
#define VNET_SW_INTERFACE_FLAG_ERROR
Definition: interface.h:591
unsigned char u8
Definition: types.h:56
#define DPDK_DEVICE_FLAG_BOND_SLAVE
Definition: dpdk.h:189
#define clib_error_free(e)
Definition: error.h:86
#define VLIB_REGISTER_NODE(x,...)
Definition: node.h:143
i8 cpu_socket
Definition: dpdk.h:179
#define CLIB_CACHE_LINE_BYTES
Definition: cache.h:67
vnet_main_t * vnet_main
Definition: dpdk.h:394
u16 nb_tx_desc
Definition: dpdk.h:194
u8 * buffer_pool_for_queue
Definition: dpdk.h:207
CLIB vectors are ubiquitous dynamically resized arrays with by user defined "headers".
#define DPDK_DEVICE_FLAG_BOND_SLAVE_UP
Definition: dpdk.h:190