FD.io VPP  v20.09-64-g4f7b92f0a
Vector Packet Processing
main.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #include <unistd.h>
17 #include <sys/types.h>
18 #include <sys/stat.h>
19 #include <fcntl.h>
20 #include <linux/vfio.h>
21 #include <sys/ioctl.h>
22 
23 #include <vnet/vnet.h>
24 #include <vnet/plugin/plugin.h>
25 #include <dpdk/device/dpdk.h>
26 #include <vpp/app/version.h>
27 
28 /*
29  * Called by the dpdk driver's rte_delay_us() function.
30  * Return 0 to have the dpdk do a regular delay loop.
31  * Return 1 if to skip the delay loop because we are suspending
32  * the calling vlib process instead.
33  */
34 static int
35 rte_delay_us_override (unsigned us)
36 {
37  vlib_main_t *vm;
38 
39  /* Don't bother intercepting for short delays */
40  if (us < 10)
41  return 0;
42 
43  /*
44  * Only intercept if we are in a vlib process.
45  * If we are called from a vlib worker thread or the vlib main
46  * thread then do not intercept. (Must not be called from an
47  * independent pthread).
48  */
49  if (vlib_get_thread_index () == 0)
50  {
51  /*
52  * We're in the vlib main thread or a vlib process. Make sure
53  * the process is running and we're not still initializing.
54  */
55  vm = vlib_get_main ();
56  if (vlib_in_process_context (vm))
57  {
58  /* Only suspend for the admin_down_process */
60  if (!(proc->flags & VLIB_PROCESS_IS_RUNNING) ||
61  (proc->node_runtime.node_index !=
63  return 0;
64 
65  f64 delay = 1e-6 * us;
66  vlib_process_suspend (vm, delay);
67  return 1;
68  }
69  }
70  return 0; // no override
71 }
72 
73 static void
75 {
76  if (rte_delay_us_override (us) == 0)
77  rte_delay_us_block (us);
78 }
79 
81 {
82  dpdk_main_t * dm = &dpdk_main;
83  clib_error_t * error = 0;
84 
85  dm->vlib_main = vm;
86  dm->vnet_main = vnet_get_main ();
87 
88  /* register custom delay function */
89  rte_delay_us_callback_register (rte_delay_us_override_cb);
90 
91  return error;
92 }
93 
94 /* *INDENT-OFF* */
96 {
97  .runs_after = VLIB_INITS("dpdk_init"),
98 };
99 /* *INDENT-ON* */
100 
101 
102 clib_error_t *
104 {
105  int fd = -1;
106  u64 *pt = 0;
107  clib_error_t *err = 0;
108  clib_mem_vm_alloc_t alloc = { 0 };
109 
110  /* check if pagemap is accessible - if we get zero result
111  dpdk will not be able to get physical memory address and game is over
112  unless we have IOMMU */
113  pt = clib_mem_vm_get_paddr (&pt, min_log2 (sysconf (_SC_PAGESIZE)), 1);
114  if (pt && pt[0])
115  goto check_hugetlb;
116 
117  if ((fd = open ("/dev/vfio/vfio", O_RDWR)) == -1)
118  goto error;
119 
120  if (ioctl (fd, VFIO_GET_API_VERSION) != VFIO_API_VERSION)
121  goto error;
122 
123  /* if we have type 1 IOMMU page map is not needed */
124  if (ioctl (fd, VFIO_CHECK_EXTENSION, VFIO_TYPE1_IOMMU) != 1)
125  goto error;
126 
127 check_hugetlb:
129  alloc.size = 1;
130  alloc.name = "dpdk_early_init";
131 
132  if ((err = clib_mem_vm_ext_alloc (&alloc)))
133  {
134  clib_error_free (err);
135  goto error;
136  }
137  else
138  clib_mem_vm_ext_free (&alloc);
139 
140  goto done;
141 
142 error:
143  err = clib_error_return (0, "access to physical devices is not allowed");
144 
145 done:
146  if (fd != -1)
147  close (fd);
148  vec_free (pt);
149  return err;
150 }
151 
152 /* *INDENT-OFF* */
154  .version = VPP_BUILD_VER,
155  .description = "Data Plane Development Kit (DPDK)",
156  .early_init = "dpdk_early_init",
157 };
158 /* *INDENT-ON* */
void clib_mem_vm_ext_free(clib_mem_vm_alloc_t *a)
Definition: mem.c:337
#define CLIB_MEM_VM_F_HUGETLB
Definition: mem.h:380
vlib_node_runtime_t node_runtime
Definition: node.h:550
dpdk_main_t dpdk_main
Definition: init.c:46
VLIB_PLUGIN_REGISTER()
vnet_main_t * vnet_get_main(void)
Definition: misc.c:46
clib_error_t * dpdk_early_init(vlib_main_t *vm)
Definition: main.c:103
static clib_error_t * dpdk_main_init(vlib_main_t *vm)
Definition: main.c:80
unsigned long u64
Definition: types.h:89
vlib_main_t * vm
Definition: in2out_ed.c:1582
static uword min_log2(uword x)
Definition: clib.h:161
double f64
Definition: types.h:142
static uword vlib_process_suspend(vlib_main_t *vm, f64 dt)
Suspend a vlib cooperative multi-tasking thread for a period of time.
Definition: node_funcs.h:482
clib_error_t * clib_mem_vm_ext_alloc(clib_mem_vm_alloc_t *a)
Definition: mem.c:193
#define VLIB_INIT_FUNCTION(x)
Definition: init.h:173
char * name
Name for memory allocation, set by caller.
Definition: mem.h:396
#define clib_error_return(e, args...)
Definition: error.h:99
uword size
Allocation size, set by caller.
Definition: mem.h:397
vlib_node_registration_t admin_up_down_process_node
(constructor) VLIB_REGISTER_NODE (admin_up_down_process_node)
Definition: device.c:763
#define VLIB_PROCESS_IS_RUNNING
Definition: node.h:570
static void rte_delay_us_override_cb(unsigned us)
Definition: main.c:74
#define CLIB_MEM_VM_F_SHARED
Definition: mem.h:379
u32 node_index
Node index.
Definition: node.h:487
static_always_inline uword vlib_get_thread_index(void)
Definition: threads.h:219
static vlib_process_t * vlib_get_current_process(vlib_main_t *vm)
Definition: node_funcs.h:444
#define vec_free(V)
Free vector&#39;s memory (no header).
Definition: vec.h:380
u32 flags
vm allocation flags: CLIB_MEM_VM_F_SHARED: request shared memory, file descriptor will be provided ...
Definition: mem.h:385
#define CLIB_MEM_VM_F_HUGETLB_PREALLOC
Definition: mem.h:383
static int rte_delay_us_override(unsigned us)
Definition: main.c:35
static vlib_main_t * vlib_get_main(void)
Definition: global_funcs.h:23
u64 * clib_mem_vm_get_paddr(void *mem, int log2_page_size, int n_pages)
Definition: mem.c:380
#define clib_error_free(e)
Definition: error.h:86
u16 flags
Definition: node.h:563
static uword vlib_in_process_context(vlib_main_t *vm)
Definition: node_funcs.h:438
vnet_main_t * vnet_main
Definition: dpdk.h:341
#define VLIB_INITS(...)
Definition: init.h:357
vlib_main_t * vlib_main
Definition: dpdk.h:340