FD.io VPP  v21.01
Vector Packet Processing
threads.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 #ifndef included_vlib_threads_h
16 #define included_vlib_threads_h
17 
18 #include <vlib/main.h>
19 #include <vppinfra/callback.h>
20 #include <linux/sched.h>
21 
22 extern vlib_main_t **vlib_mains;
23 
24 void vlib_set_thread_name (char *name);
25 
26 /* arg is actually a vlib__thread_t * */
27 typedef void (vlib_thread_function_t) (void *arg);
28 
30 {
31  /* constructor generated list of thread registrations */
33 
34  /* config parameters */
35  char *name;
36  char *short_name;
43 
44  /* All threads of this type run on pthreads */
49 
50 /*
51  * Frames have their cpu / vlib_main_t index in the low-order N bits
52  * Make VLIB_MAX_CPUS a power-of-two, please...
53  */
54 
55 #ifndef VLIB_MAX_CPUS
56 #define VLIB_MAX_CPUS 256
57 #endif
58 
59 #if VLIB_MAX_CPUS > CLIB_MAX_MHEAPS
60 #error Please increase number of per-cpu mheaps
61 #endif
62 
63 #define VLIB_CPU_MASK (VLIB_MAX_CPUS - 1) /* 0x3f, max */
64 #define VLIB_OFFSET_MASK (~VLIB_CPU_MASK)
65 
66 #define VLIB_LOG2_THREAD_STACK_SIZE (21)
67 #define VLIB_THREAD_STACK_SIZE (1<<VLIB_LOG2_THREAD_STACK_SIZE)
68 
69 typedef enum
70 {
73 
74 typedef struct
75 {
76  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
77  volatile u32 valid;
81 
82  /* 256 * 4 = 1024 bytes, even mult of cache line size */
83  u32 buffer_index[VLIB_FRAME_SIZE];
84 }
86 
87 typedef struct
88 {
89  /* First cache line */
90  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
91  volatile u32 *wait_at_barrier;
93 
94  /* Second Cache Line */
95  CLIB_CACHE_LINE_ALIGN_MARK (cacheline1);
96  void *thread_mheap;
98  void (*thread_function) (void *);
107  const char *barrier_caller;
108  const char *barrier_context;
110 
111  long lwp;
112  int cpu_id;
113  int core_id;
114  int numa_id;
115  pthread_t thread_id;
117 
119 
120 typedef struct
121 {
122  /* enqueue side */
123  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
124  volatile u64 tail;
129 
130  /* dequeue side */
131  CLIB_CACHE_LINE_ALIGN_MARK (cacheline1);
132  volatile u64 head;
138 
139  /* dequeue hint to enqueue side */
140  CLIB_CACHE_LINE_ALIGN_MARK (cacheline2);
141  volatile u64 head_hint;
142 
143  /* read-only, constant, shared */
144  CLIB_CACHE_LINE_ALIGN_MARK (cacheline3);
147 }
149 
150 typedef struct
151 {
155 
156 typedef struct
157 {
161 
164 
165  /* for frame queue tracing */
169 
170 typedef struct
171 {
176 
177 /* Called early, in thread 0's context */
179 
180 int vlib_frame_queue_enqueue (vlib_main_t * vm, u32 node_runtime_index,
181  u32 frame_queue_index, vlib_frame_t * frame,
182  vlib_frame_queue_msg_type_t type);
183 
184 int
186 
188 
189 void vlib_create_worker_threads (vlib_main_t * vm, int n,
190  void (*thread_function) (void *));
191 
194 
195 /* Check for a barrier sync request every 30ms */
196 #define BARRIER_SYNC_DELAY (0.030000)
197 
198 #if CLIB_DEBUG > 0
199 /* long barrier timeout, for gdb... */
200 #define BARRIER_SYNC_TIMEOUT (600.1)
201 #else
202 #define BARRIER_SYNC_TIMEOUT (1.0)
203 #endif
204 
205 #define vlib_worker_thread_barrier_sync(X) {vlib_worker_thread_barrier_sync_int(X, __FUNCTION__);}
206 
208  const char *func_name);
213 /**
214  * Wait until each of the workers has been once around the track
215  */
216 void vlib_worker_wait_one_loop (void);
217 
220 {
221  return __os_thread_index;
222 }
223 
224 always_inline void
226 {
227  if (CLIB_DEBUG > 0)
228  {
229  if (vlib_get_thread_index ())
230  fformat (stderr, "%s: SMP unsafe warning...\n", __FUNCTION__);
231  }
232 }
233 
234 typedef enum
235 {
239 
240 void vlib_worker_thread_fork_fixup (vlib_fork_fixup_t which);
241 
242 #define foreach_vlib_main(body) \
243 do { \
244  vlib_main_t ** __vlib_mains = 0, *this_vlib_main; \
245  int ii; \
246  \
247  for (ii = 0; ii < vec_len (vlib_mains); ii++) \
248  { \
249  this_vlib_main = vlib_mains[ii]; \
250  ASSERT (ii == 0 || \
251  this_vlib_main->parked_at_barrier == 1); \
252  if (this_vlib_main) \
253  vec_add1 (__vlib_mains, this_vlib_main); \
254  } \
255  \
256  for (ii = 0; ii < vec_len (__vlib_mains); ii++) \
257  { \
258  this_vlib_main = __vlib_mains[ii]; \
259  /* body uses this_vlib_main... */ \
260  (body); \
261  } \
262  vec_free (__vlib_mains); \
263 } while (0);
264 
265 #define foreach_sched_policy \
266  _(SCHED_OTHER, OTHER, "other") \
267  _(SCHED_BATCH, BATCH, "batch") \
268  _(SCHED_IDLE, IDLE, "idle") \
269  _(SCHED_FIFO, FIFO, "fifo") \
270  _(SCHED_RR, RR, "rr")
271 
272 typedef enum
273 {
274 #define _(v,f,s) SCHED_POLICY_##f = v,
276 #undef _
279 
280 typedef struct
281 {
282  clib_error_t *(*vlib_launch_thread_cb) (void *fp, vlib_worker_thread_t * w,
283  unsigned cpu_id);
284  clib_error_t *(*vlib_thread_set_lcore_cb) (u32 thread, u16 cpu);
285 } vlib_thread_callbacks_t;
286 
287 typedef struct
288 {
289  /* Link list of registrations, built by constructors */
291 
292  /* Vector of registrations, w/ non-data-structure clones at the top */
294 
296 
298 
299  /*
300  * Launch all threads as pthreads,
301  * not eal_rte_launch (strict affinity) threads
302  */
304 
305  /* Number of vlib_main / vnet_main clones */
307 
308  /* Number of thread stacks to create */
310 
311  /* Number of pthreads */
313 
314  /* Number of threads */
316 
317  /* Number of cores to skip, must match the core mask */
319 
320  /* Thread prefix name */
322 
323  /* main thread lcore */
325 
326  /* Bitmap of available CPU cores */
328 
329  /* Bitmap of available CPU sockets (NUMA nodes) */
331 
332  /* Worker handoff queues */
334 
335  /* worker thread initialization barrier */
337 
338  /* scheduling policy */
340 
341  /* scheduling policy priority */
343 
344  /* callbacks */
345  vlib_thread_callbacks_t cb;
347 
348  /* NUMA-bound heap size */
350 
352 
354 
355 #include <vlib/global_funcs.h>
356 
357 #define VLIB_REGISTER_THREAD(x,...) \
358  __VA_ARGS__ vlib_thread_registration_t x; \
359 static void __vlib_add_thread_registration_##x (void) \
360  __attribute__((__constructor__)) ; \
361 static void __vlib_add_thread_registration_##x (void) \
362 { \
363  vlib_thread_main_t * tm = &vlib_thread_main; \
364  x.next = tm->next; \
365  tm->next = &x; \
366 } \
367 static void __vlib_rm_thread_registration_##x (void) \
368  __attribute__((__destructor__)) ; \
369 static void __vlib_rm_thread_registration_##x (void) \
370 { \
371  vlib_thread_main_t * tm = &vlib_thread_main; \
372  VLIB_REMOVE_FROM_LINKED_LIST (tm->next, &x, next); \
373 } \
374 __VA_ARGS__ vlib_thread_registration_t x
375 
378 {
379  return vlib_thread_main.n_vlib_mains - 1;
380 }
381 
384 {
385  return worker_index + 1;
386 }
387 
390 {
391  return thread_index - 1;
392 }
393 
396 {
397  return vlib_get_thread_index () - 1;
398 }
399 
400 static inline void
402 {
403  if (PREDICT_FALSE (*vlib_worker_threads->wait_at_barrier))
404  {
405  vlib_main_t *vm = vlib_get_main ();
406  u32 thread_index = vm->thread_index;
407  f64 t = vlib_time_now (vm);
408 
411  vm->clib_time.last_cpu_time, 0 /* enter */ );
412 
413  if (PREDICT_FALSE (vlib_worker_threads->barrier_elog_enabled))
414  {
415  vlib_worker_thread_t *w = vlib_worker_threads + thread_index;
416  /* *INDENT-OFF* */
417  ELOG_TYPE_DECLARE (e) = {
418  .format = "barrier-wait-thread-%d",
419  .format_args = "i4",
420  };
421  /* *INDENT-ON* */
422 
423  struct
424  {
425  u32 thread_index;
426  } __clib_packed *ed;
427 
429  w->elog_track);
430  ed->thread_index = thread_index;
431  }
432 
433  if (CLIB_DEBUG > 0)
434  {
435  vm = vlib_get_main ();
436  vm->parked_at_barrier = 1;
437  }
438  clib_atomic_fetch_add (vlib_worker_threads->workers_at_barrier, 1);
439  while (*vlib_worker_threads->wait_at_barrier)
440  ;
441 
442  /*
443  * Recompute the offset from thread-0 time.
444  * Note that vlib_time_now adds vm->time_offset, so
445  * clear it first. Save the resulting idea of "now", to
446  * see how well we're doing. See show_clock_command_fn(...)
447  */
448  {
449  f64 now;
450  vm->time_offset = 0.0;
451  now = vlib_time_now (vm);
454  }
455 
456  if (CLIB_DEBUG > 0)
457  vm->parked_at_barrier = 0;
458  clib_atomic_fetch_add (vlib_worker_threads->workers_at_barrier, -1);
459 
460  if (PREDICT_FALSE (*vlib_worker_threads->node_reforks_required))
461  {
462  if (PREDICT_FALSE (vlib_worker_threads->barrier_elog_enabled))
463  {
464  t = vlib_time_now (vm) - t;
465  vlib_worker_thread_t *w = vlib_worker_threads + thread_index;
466  /* *INDENT-OFF* */
467  ELOG_TYPE_DECLARE (e) = {
468  .format = "barrier-refork-thread-%d",
469  .format_args = "i4",
470  };
471  /* *INDENT-ON* */
472 
473  struct
474  {
475  u32 thread_index;
476  } __clib_packed *ed;
477 
479  w->elog_track);
480  ed->thread_index = thread_index;
481  }
482 
484  clib_atomic_fetch_add (vlib_worker_threads->node_reforks_required,
485  -1);
486  while (*vlib_worker_threads->node_reforks_required)
487  ;
488  }
489  if (PREDICT_FALSE (vlib_worker_threads->barrier_elog_enabled))
490  {
491  t = vlib_time_now (vm) - t;
492  vlib_worker_thread_t *w = vlib_worker_threads + thread_index;
493  /* *INDENT-OFF* */
494  ELOG_TYPE_DECLARE (e) = {
495  .format = "barrier-released-thread-%d: %dus",
496  .format_args = "i4i4",
497  };
498  /* *INDENT-ON* */
499 
500  struct
501  {
502  u32 thread_index;
503  u32 duration;
504  } __clib_packed *ed;
505 
507  w->elog_track);
508  ed->thread_index = thread_index;
509  ed->duration = (int) (1000000.0 * t);
510  }
511 
514  vm->clib_time.last_cpu_time, 1 /* leave */ );
515  }
516 }
517 
520 {
521  vlib_main_t *vm;
523  ASSERT (worker_index < tm->n_vlib_mains - 1);
524  vm = vlib_mains[worker_index + 1];
525  ASSERT (vm);
526  return vm;
527 }
528 
529 static inline u8
531 {
532  return (!vlib_num_workers ()
533  || ((vlib_get_thread_index () == 0
534  && vlib_worker_threads->wait_at_barrier[0])));
535 }
536 
537 static inline void
539 {
541  hf->valid = 1;
542 }
543 
544 static inline vlib_frame_queue_elt_t *
545 vlib_get_frame_queue_elt (u32 frame_queue_index, u32 index)
546 {
547  vlib_frame_queue_t *fq;
551  vec_elt_at_index (tm->frame_queue_mains, frame_queue_index);
552  u64 new_tail;
553 
554  fq = fqm->vlib_frame_queues[index];
555  ASSERT (fq);
556 
557  new_tail = clib_atomic_add_fetch (&fq->tail, 1);
558 
559  /* Wait until a ring slot is available */
560  while (new_tail >= fq->head_hint + fq->nelts)
562 
563  elt = fq->elts + (new_tail & (fq->nelts - 1));
564 
565  /* this would be very bad... */
566  while (elt->valid)
567  ;
568 
570  elt->last_n_vectors = elt->n_vectors = 0;
571 
572  return elt;
573 }
574 
575 static inline vlib_frame_queue_t *
577  u32 index,
578  u32 queue_hi_thresh,
580  handoff_queue_by_worker_index)
581 {
582  vlib_frame_queue_t *fq;
585  vec_elt_at_index (tm->frame_queue_mains, frame_queue_index);
586 
587  fq = handoff_queue_by_worker_index[index];
588  if (fq != (vlib_frame_queue_t *) (~0))
589  return fq;
590 
591  fq = fqm->vlib_frame_queues[index];
592  ASSERT (fq);
593 
594  if (PREDICT_FALSE (fq->tail >= (fq->head_hint + queue_hi_thresh)))
595  {
596  /* a valid entry in the array will indicate the queue has reached
597  * the specified threshold and is congested
598  */
599  handoff_queue_by_worker_index[index] = fq;
600  fq->enqueue_full_events++;
601  return fq;
602  }
603 
604  return NULL;
605 }
606 
607 static inline vlib_frame_queue_elt_t *
609  u32 vlib_worker_index,
611  handoff_queue_elt_by_worker_index)
612 {
614 
615  if (handoff_queue_elt_by_worker_index[vlib_worker_index])
616  return handoff_queue_elt_by_worker_index[vlib_worker_index];
617 
618  elt = vlib_get_frame_queue_elt (frame_queue_index, vlib_worker_index);
619 
620  handoff_queue_elt_by_worker_index[vlib_worker_index] = elt;
621 
622  return elt;
623 }
624 
625 u8 *vlib_thread_stack_init (uword thread_index);
626 int vlib_thread_cb_register (struct vlib_main_t *vm,
627  vlib_thread_callbacks_t * cb);
628 extern void *rpc_call_main_thread_cb_fn;
629 
630 void
632  args);
633 void vlib_rpc_call_main_thread (void *function, u8 * args, u32 size);
634 void vlib_get_thread_core_numa (vlib_worker_thread_t * w, unsigned cpu_id);
636 
637 #endif /* included_vlib_threads_h */
638 
639 /*
640  * fd.io coding-style-patch-verification: ON
641  *
642  * Local Variables:
643  * eval: (c-set-style "gnu")
644  * End:
645  */
f64 time_offset
Definition: main.h:125
vlib_thread_main_t * vlib_get_thread_main_not_inline(void)
Definition: threads.c:2014
vlib_main_t vlib_global_main
Definition: main.c:2041
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
Definition: cache.h:60
void vlib_worker_thread_init(vlib_worker_thread_t *w)
Definition: threads.c:537
void() vlib_thread_function_t(void *arg)
Definition: threads.h:27
int vlib_frame_queue_enqueue(vlib_main_t *vm, u32 node_runtime_index, u32 frame_queue_index, vlib_frame_t *frame, vlib_frame_queue_msg_type_t type)
#define clib_atomic_add_fetch(a, b)
Definition: atomics.h:30
unsigned long u64
Definition: types.h:89
void vlib_worker_thread_initial_barrier_sync_and_release(vlib_main_t *vm)
Definition: threads.c:1430
static f64 vlib_time_now(vlib_main_t *vm)
Definition: main.h:334
uword numa_heap_size
Definition: threads.h:349
void vlib_set_thread_name(char *name)
Definition: threads.c:152
u32 thread_index
Definition: main.h:250
void * thread_function_arg
Definition: threads.h:99
frame_queue_trace_t * frame_queue_traces
Definition: threads.h:166
elog_track_t elog_track
Definition: threads.h:101
vlib_worker_thread_t * vlib_worker_threads
Definition: threads.c:34
vlib_main_t * vm
Definition: in2out_ed.c:1578
void vlib_rpc_call_main_thread(void *function, u8 *args, u32 size)
Definition: threads.c:1945
clib_time_t clib_time
Definition: main.h:123
struct vlib_thread_registration_ * next
Definition: threads.h:32
int vlib_thread_cb_register(struct vlib_main_t *vm, vlib_thread_callbacks_t *cb)
Definition: threads.c:1921
volatile u32 valid
Definition: threads.h:77
static vlib_frame_queue_t * is_vlib_frame_queue_congested(u32 frame_queue_index, u32 index, u32 queue_hi_thresh, vlib_frame_queue_t **handoff_queue_by_worker_index)
Definition: threads.h:576
unsigned char u8
Definition: types.h:56
static void vlib_smp_unsafe_warning(void)
Definition: threads.h:225
double f64
Definition: types.h:142
volatile int parked_at_barrier
Definition: main.h:276
static void vlib_worker_thread_barrier_check(void)
Definition: threads.h:401
vlib_thread_registration_t * next
Definition: threads.h:290
__clib_export word fformat(FILE *f, char *fmt,...)
Definition: format.c:462
static u32 vlib_get_worker_index(u32 thread_index)
Definition: threads.h:389
#define static_always_inline
Definition: clib.h:109
int which
Definition: cJSON.h:234
Callback multiplex scheme For a fully worked-out example, see .../src/vlib/main.
vlib_frame_queue_msg_type_t
Definition: threads.h:69
vlib_frame_queue_elt_t ** handoff_queue_elt_by_thread_index
Definition: threads.h:152
#define vec_elt_at_index(v, i)
Get vector value at index i checking that i is in bounds.
uword * cpu_core_bitmap
Definition: threads.h:327
int vlib_frame_queue_dequeue(vlib_main_t *vm, vlib_frame_queue_main_t *fqm)
Definition: threads.c:1710
vlib_frame_queue_elt_t * elts
Definition: threads.h:145
pthread_t thread[MAX_CONNS]
Definition: main.c:142
f64 time_last_barrier_release
Definition: main.h:126
unsigned int u32
Definition: types.h:88
static u32 vlib_get_current_worker_index()
Definition: threads.h:395
#define VLIB_FRAME_SIZE
Definition: node.h:378
u32 cpu_id
Definition: vpe.api:222
vlib_fork_fixup_t
Definition: threads.h:234
void vlib_process_signal_event_mt_helper(vlib_process_signal_event_mt_args_t *args)
Definition: threads.c:1934
vl_api_fib_path_type_t type
Definition: fib_types.api:123
int extern_thread_mgmt
Definition: threads.h:346
sched_policy_t
Definition: threads.h:272
void * thread_mheap
Definition: threads.h:96
volatile u64 head
Definition: threads.h:132
u8 * vlib_thread_stack_init(uword thread_index)
Definition: main.c:677
vlib_thread_callbacks_t cb
Definition: threads.h:345
const char * barrier_context
Definition: threads.h:108
unsigned short u16
Definition: types.h:57
signed long i64
Definition: types.h:78
void vlib_worker_thread_barrier_release(vlib_main_t *vm)
Definition: threads.c:1561
#define PREDICT_FALSE(x)
Definition: clib.h:121
static vlib_frame_queue_elt_t * vlib_get_worker_handoff_queue_elt(u32 frame_queue_index, u32 vlib_worker_index, vlib_frame_queue_elt_t **handoff_queue_elt_by_worker_index)
Definition: threads.h:608
#define always_inline
Definition: ipsec.h:28
void vlib_worker_thread_node_runtime_update(void)
Definition: threads.c:1236
void vlib_worker_thread_fork_fixup(vlib_fork_fixup_t which)
Definition: threads.c:1392
volatile u64 tail
Definition: threads.h:124
vlib_frame_queue_t ** vlib_frame_queues
Definition: threads.h:162
static_always_inline uword vlib_get_thread_index(void)
Definition: threads.h:219
elog_main_t elog_main
Definition: main.h:224
frame_queue_nelt_counter_t * frame_queue_histogram
Definition: threads.h:167
void * rpc_call_main_thread_cb_fn
Definition: threads.c:1942
#define ELOG_TYPE_DECLARE(f)
Definition: elog.h:442
void vlib_worker_wait_one_loop(void)
Wait until each of the workers has been once around the track.
Definition: threads.c:1673
string name[64]
Definition: ip.api:44
vlib_worker_thread_t * worker_threads
Definition: threads.h:297
static u8 vlib_thread_is_main_w_barrier(void)
Definition: threads.h:530
static vlib_frame_queue_elt_t * vlib_get_frame_queue_elt(u32 frame_queue_index, u32 index)
Definition: threads.h:545
volatile u32 * wait_at_barrier
Definition: threads.h:91
vlib_frame_queue_per_thread_data_t * per_thread_data
Definition: threads.h:163
vlib_frame_queue_t ** congested_handoff_queue_by_thread_index
Definition: threads.h:153
#define ASSERT(truth)
u64 last_cpu_time
Definition: time.h:51
u8 vlib_worker_thread_barrier_held(void)
Return true if the wroker thread barrier is held.
Definition: threads.c:1458
vlib_frame_queue_main_t * frame_queue_mains
Definition: threads.h:333
#define ELOG_TRACK_DATA(em, f, track)
Definition: elog.h:478
struct vlib_thread_registration_ vlib_thread_registration_t
uword * thread_registrations_by_name
Definition: threads.h:295
u32 vlib_frame_queue_main_init(u32 node_index, u32 frame_queue_nelts)
Definition: threads.c:1880
volatile u32 * node_reforks_required
Definition: threads.h:109
const char * barrier_caller
Definition: threads.h:107
static vlib_main_t * vlib_get_main(void)
Definition: global_funcs.h:23
clib_error_t * vlib_thread_init(vlib_main_t *vm)
Definition: threads.c:207
#define clib_atomic_fetch_add(a, b)
Definition: atomics.h:23
u32 enqueue_full_events
Definition: threads.h:128
void(**volatile barrier_perf_callbacks)(struct vlib_main_t *, u64 t, int leave)
Definition: main.h:306
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
vlib_main_t vlib_node_runtime_t vlib_frame_t * frame
Definition: in2out_ed.c:1579
u64 uword
Definition: types.h:112
vlib_main_t ** vlib_mains
Definition: buffer.c:332
u32 index
Definition: flow_types.api:221
void vlib_create_worker_threads(vlib_main_t *vm, int n, void(*thread_function)(void *))
volatile u64 head_hint
Definition: threads.h:141
static void vlib_put_frame_queue_elt(vlib_frame_queue_elt_t *hf)
Definition: threads.h:538
volatile u32 * workers_at_barrier
Definition: threads.h:92
#define clib_call_callbacks(h,...)
call the specified callback set
Definition: callback.h:67
static u32 vlib_num_workers()
Definition: threads.h:377
void vlib_worker_thread_node_refork(void)
Definition: threads.c:1050
#define CLIB_MEMORY_BARRIER()
Definition: clib.h:133
uword * cpu_socket_bitmap
Definition: threads.h:330
#define foreach_sched_policy
Definition: threads.h:265
vlib_thread_registration_t ** registrations
Definition: threads.h:293
vlib_thread_main_t vlib_thread_main
Definition: threads.c:35
pthread_t thread_id
Definition: threads.h:115
vlib_thread_registration_t * registration
Definition: threads.h:103
volatile u32 worker_thread_release
Definition: threads.h:336
static vlib_main_t * vlib_get_worker_vlib_main(u32 worker_index)
Definition: threads.h:519
static u32 vlib_get_worker_thread_index(u32 worker_index)
Definition: threads.h:383
void vlib_get_thread_core_numa(vlib_worker_thread_t *w, unsigned cpu_id)
Definition: threads.c:593
void vlib_worker_thread_barrier_sync_int(vlib_main_t *vm, const char *func_name)
Definition: threads.c:1467