FD.io VPP  v19.08.1-401-g8e4ed521a
Vector Packet Processing
interface.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * interface.c: VNET interfaces/sub-interfaces
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39 
40 #include <vnet/vnet.h>
41 #include <vnet/plugin/plugin.h>
42 #include <vnet/fib/ip6_fib.h>
43 #include <vnet/adj/adj.h>
44 #include <vnet/adj/adj_mcast.h>
45 #include <vnet/l2/l2_input.h>
46 
48 {
52 
54  u32 hw_if_index,
56  flags,
58  helper_flags);
59 
63  flags,
65  helper_flags);
66 
68  u32 hw_if_index,
69  u32 hw_class_index,
70  u32 redistribute);
71 
72 typedef struct
73 {
74  /* Either sw or hw interface index. */
76 
77  /* Flags. */
80 
81 static void
83 {
85  va_arg (*va, vnet_sw_hw_interface_state_t *);
86  u32 n = va_arg (*va, u32);
87  u32 i;
88  for (i = 0; i < n; i++)
89  {
90  serialize_integer (m, s[i].sw_hw_if_index,
91  sizeof (s[i].sw_hw_if_index));
92  serialize_integer (m, s[i].flags, sizeof (s[i].flags));
93  }
94 }
95 
96 static void
98  va_list * va)
99 {
101  va_arg (*va, vnet_sw_hw_interface_state_t *);
102  u32 n = va_arg (*va, u32);
103  u32 i;
104  for (i = 0; i < n; i++)
105  {
106  unserialize_integer (m, &s[i].sw_hw_if_index,
107  sizeof (s[i].sw_hw_if_index));
108  unserialize_integer (m, &s[i].flags, sizeof (s[i].flags));
109  }
110 }
111 
114 {
116 
119 
120  return (swf);
121 }
122 
123 void
125 {
126  vnet_main_t *vnm = va_arg (*va, vnet_main_t *);
127  vnet_sw_hw_interface_state_t *sts = 0, *st;
128  vnet_sw_interface_t *sif;
129  vnet_hw_interface_t *hif;
131 
132  /* Serialize hardware interface classes since they may have changed.
133  Must do this before sending up/down flags. */
134  /* *INDENT-OFF* */
135  pool_foreach (hif, im->hw_interfaces, ({
136  vnet_hw_interface_class_t * hw_class = vnet_get_hw_interface_class (vnm, hif->hw_class_index);
137  serialize_cstring (m, hw_class->name);
138  }));
139  /* *INDENT-ON* */
140 
141  /* Send sw/hw interface state when non-zero. */
142  /* *INDENT-OFF* */
143  pool_foreach (sif, im->sw_interfaces, ({
144  if (sif->flags != 0)
145  {
146  vec_add2 (sts, st, 1);
147  st->sw_hw_if_index = sif->sw_if_index;
148  st->flags = sif->flags;
149  }
150  }));
151  /* *INDENT-ON* */
152 
154 
155  if (sts)
156  _vec_len (sts) = 0;
157 
158  /* *INDENT-OFF* */
159  pool_foreach (hif, im->hw_interfaces, ({
160  if (hif->flags != 0)
161  {
162  vec_add2 (sts, st, 1);
163  st->sw_hw_if_index = hif->hw_if_index;
164  st->flags = vnet_hw_interface_flags_to_sw(hif->flags);
165  }
166  }));
167  /* *INDENT-ON* */
168 
170 
171  vec_free (sts);
172 }
173 
176 {
178 
181 
182  return (hwf);
183 }
184 
185 void
187 {
188  vnet_main_t *vnm = va_arg (*va, vnet_main_t *);
189  vnet_sw_hw_interface_state_t *sts = 0, *st;
190 
191  /* First set interface hardware class. */
192  {
194  vnet_hw_interface_t *hif;
195  char *class_name;
196  uword *p;
197  clib_error_t *error;
198 
199  /* *INDENT-OFF* */
200  pool_foreach (hif, im->hw_interfaces, ({
201  unserialize_cstring (m, &class_name);
202  p = hash_get_mem (im->hw_interface_class_by_name, class_name);
203  ASSERT (p != 0);
204  error = vnet_hw_interface_set_class_helper (vnm, hif->hw_if_index, p[0], /* redistribute */ 0);
205  if (error)
206  clib_error_report (error);
207  vec_free (class_name);
208  }));
209  /* *INDENT-ON* */
210  }
211 
213  vec_foreach (st, sts)
214  vnet_sw_interface_set_flags_helper (vnm, st->sw_hw_if_index, st->flags,
215  /* no distribute */ 0);
216  vec_free (sts);
217 
219  vec_foreach (st, sts)
220  {
222  (vnm, st->sw_hw_if_index, vnet_sw_interface_flags_to_hw (st->flags),
223  /* no distribute */ 0);
224  }
225  vec_free (sts);
226 }
227 
228 static clib_error_t *
230  u32 flags,
231  _vnet_interface_function_list_elt_t **
232  elts)
233 {
234  _vnet_interface_function_list_elt_t *elt;
236  clib_error_t *error = 0;
237 
238  for (prio = VNET_ITF_FUNC_PRIORITY_LOW;
239  prio <= VNET_ITF_FUNC_PRIORITY_HIGH; prio++)
240  {
241  elt = elts[prio];
242 
243  while (elt)
244  {
245  error = elt->fp (vnm, if_index, flags);
246  if (error)
247  return error;
248  elt = elt->next_interface_function;
249  }
250  }
251  return error;
252 }
253 
254 static clib_error_t *
256  u32 is_create)
257 {
258  vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
259  vnet_hw_interface_class_t *hw_class =
261  vnet_device_class_t *dev_class =
263  clib_error_t *error = 0;
264 
265  if (hw_class->interface_add_del_function
266  && (error =
267  hw_class->interface_add_del_function (vnm, hw_if_index, is_create)))
268  return error;
269 
270  if (dev_class->interface_add_del_function
271  && (error =
272  dev_class->interface_add_del_function (vnm, hw_if_index,
273  is_create)))
274  return error;
275 
277  (vnm, hw_if_index, is_create, vnm->hw_interface_add_del_functions);
278 
279  return error;
280 }
281 
282 static clib_error_t *
284  u32 is_create)
285 {
287  (vnm, sw_if_index, is_create, vnm->sw_interface_add_del_functions);
288 }
289 
290 static clib_error_t *
294  helper_flags)
295 {
296  vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
297  vnet_hw_interface_class_t *hw_class =
299  u32 mask;
300  clib_error_t *error = 0;
301  u32 is_create =
302  (helper_flags & VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE) != 0;
303 
304  mask =
306  flags &= mask;
307 
308  /* Call hardware interface add/del callbacks. */
309  if (is_create)
310  call_hw_interface_add_del_callbacks (vnm, hw_if_index, is_create);
311 
312  /* Already in the desired state? */
313  if (!is_create && (hi->flags & mask) == flags)
314  goto done;
315 
318  {
319  /* Do hardware class (e.g. ethernet). */
320  if (hw_class->link_up_down_function
321  && (error = hw_class->link_up_down_function (vnm, hw_if_index,
322  flags)))
323  goto done;
324 
326  (vnm, hw_if_index, flags, vnm->hw_interface_link_up_down_functions);
327 
328  if (error)
329  goto done;
330  }
331 
332  hi->flags &= ~mask;
333  hi->flags |= flags;
334 
335 done:
336  return error;
337 }
338 
339 static clib_error_t *
343  helper_flags)
344 {
345  vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
346  u32 mask;
347  clib_error_t *error = 0;
348  u32 is_create =
349  (helper_flags & VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE) != 0;
350  u32 old_flags;
351 
353  flags &= mask;
354 
355  if (is_create)
356  {
357  error =
358  call_sw_interface_add_del_callbacks (vnm, sw_if_index, is_create);
359  if (error)
360  goto done;
361 
363  {
364  /* Notify everyone when the interface is created as admin up */
365  error = call_elf_section_interface_callbacks (vnm, sw_if_index,
366  flags,
367  vnm->
368  sw_interface_admin_up_down_functions);
369  if (error)
370  goto done;
371  }
372  }
373  else
374  {
375  vnet_sw_interface_t *si_sup = si;
376 
377  /* Check that super interface is in correct state. */
378  if (si->type == VNET_SW_INTERFACE_TYPE_SUB)
379  {
380  si_sup = vnet_get_sw_interface (vnm, si->sup_sw_if_index);
381 
382  /* Check to see if we're bringing down the soft interface and if it's parent is up */
383  if ((flags != (si_sup->flags & mask)) &&
384  (!((flags == 0)
385  && ((si_sup->flags & mask) ==
387  {
388  error = clib_error_return (0, "super-interface %U must be %U",
390  si_sup,
392  flags);
393  goto done;
394  }
395  }
396 
397  /* Already in the desired state? */
398  if ((si->flags & mask) == flags)
399  goto done;
400 
401  /* Sub-interfaces of hardware interfaces that do no redistribute,
402  do not redistribute themselves. */
403  if (si_sup->type == VNET_SW_INTERFACE_TYPE_HARDWARE)
404  {
406  vnet_get_hw_interface (vnm, si_sup->hw_if_index);
407  vnet_device_class_t *dev_class =
409  if (!dev_class->redistribute)
410  helper_flags &=
412  }
413 
414  /* set the flags now before invoking the registered clients
415  * so that the state they query is consistent with the state here notified */
416  old_flags = si->flags;
417  si->flags &= ~mask;
418  si->flags |= flags;
419  if ((flags | old_flags) & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
421  (vnm, sw_if_index, flags,
423 
424  if (error)
425  {
426  /* restore flags on error */
427  si->flags = old_flags;
428  goto done;
429  }
430 
432  {
435  vnet_hw_interface_class_t *hw_class =
437  vnet_device_class_t *dev_class =
439 
440  if ((flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP) &&
442  {
443  error = clib_error_return (0, "Interface in the error state");
444  goto done;
445  }
446 
447  /* save the si admin up flag */
448  old_flags = si->flags;
449 
450  /* update si admin up flag in advance if we are going admin down */
451  if (!(flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP))
452  si->flags &= ~VNET_SW_INTERFACE_FLAG_ADMIN_UP;
453 
454  if (dev_class->admin_up_down_function
455  && (error = dev_class->admin_up_down_function (vnm,
456  si->hw_if_index,
457  flags)))
458  {
459  /* restore si admin up flag to it's original state on errors */
460  si->flags = old_flags;
461  goto done;
462  }
463 
464  if (hw_class->admin_up_down_function
465  && (error = hw_class->admin_up_down_function (vnm,
466  si->hw_if_index,
467  flags)))
468  {
469  /* restore si admin up flag to it's original state on errors */
470  si->flags = old_flags;
471  goto done;
472  }
473 
474  /* Admin down implies link down. */
475  if (!(flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
478  hi->flags &
480  helper_flags);
481  }
482  }
483 
484  si->flags &= ~mask;
485  si->flags |= flags;
486 
487 done:
488  return error;
489 }
490 
491 clib_error_t *
494 {
496  (vnm, hw_if_index, flags,
498 }
499 
500 clib_error_t *
503 {
505  (vnm, sw_if_index, flags,
507 }
508 
509 void
511 {
512  u32 flags = vnet_sw_interface_get_flags (vnm, sw_if_index);
513 
514  if (!(flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP))
515  {
517  vnet_sw_interface_set_flags (vnm, sw_if_index, flags);
518  }
519 }
520 
521 void
523 {
524  u32 flags = vnet_sw_interface_get_flags (vnm, sw_if_index);
525 
527  {
529  vnet_sw_interface_set_flags (vnm, sw_if_index, flags);
530  }
531 }
532 
533 static u32
535  vnet_sw_interface_t * template)
536 {
540 
541  pool_get (im->sw_interfaces, sw);
542  sw_if_index = sw - im->sw_interfaces;
543 
544  sw[0] = template[0];
545 
546  sw->flags = 0;
547  sw->sw_if_index = sw_if_index;
549  sw->sup_sw_if_index = sw->sw_if_index;
550 
551  /* Allocate counters for this interface. */
552  {
553  u32 i;
554 
556 
557  for (i = 0; i < vec_len (im->sw_if_counters); i++)
558  {
559  vlib_validate_simple_counter (&im->sw_if_counters[i], sw_if_index);
560  vlib_zero_simple_counter (&im->sw_if_counters[i], sw_if_index);
561  }
562 
563  for (i = 0; i < vec_len (im->combined_sw_if_counters); i++)
564  {
566  sw_if_index);
568  sw_if_index);
569  }
570 
572  }
573 
574  return sw_if_index;
575 }
576 
577 clib_error_t *
579  u32 * sw_if_index)
580 {
581  clib_error_t *error;
583  vnet_device_class_t *dev_class;
584 
585  hi = vnet_get_sup_hw_interface (vnm, template->sup_sw_if_index);
586  dev_class = vnet_get_device_class (vnm, hi->dev_class_index);
587 
588  if (template->type == VNET_SW_INTERFACE_TYPE_SUB &&
589  dev_class->subif_add_del_function)
590  {
591  error = dev_class->subif_add_del_function (vnm, hi->hw_if_index,
592  (struct vnet_sw_interface_t
593  *) template, 1);
594  if (error)
595  return error;
596  }
597 
598  *sw_if_index = vnet_create_sw_interface_no_callbacks (vnm, template);
600  (vnm, *sw_if_index, template->flags,
602 
603  if (error)
604  {
605  /* undo the work done by vnet_create_sw_interface_no_callbacks() */
607  vnet_sw_interface_t *sw =
608  pool_elt_at_index (im->sw_interfaces, *sw_if_index);
609  pool_put (im->sw_interfaces, sw);
610  }
611 
612  return error;
613 }
614 
615 void
617 {
619  vnet_sw_interface_t *sw =
620  pool_elt_at_index (im->sw_interfaces, sw_if_index);
621 
622  /* Check if the interface has config and is removed from L2 BD or XConnect */
624  l2_input_config_t *config;
625  if (sw_if_index < vec_len (l2input_main.configs))
626  {
627  config = vec_elt_at_index (l2input_main.configs, sw_if_index);
628  if (config->xconnect)
629  set_int_l2_mode (vm, vnm, MODE_L3, config->output_sw_if_index, 0,
630  L2_BD_PORT_TYPE_NORMAL, 0, 0);
631  if (config->xconnect || config->bridge)
632  set_int_l2_mode (vm, vnm, MODE_L3, sw_if_index, 0,
633  L2_BD_PORT_TYPE_NORMAL, 0, 0);
634  }
635  vnet_clear_sw_interface_tag (vnm, sw_if_index);
636 
637  /* Bring down interface in case it is up. */
638  if (sw->flags != 0)
639  vnet_sw_interface_set_flags (vnm, sw_if_index, /* flags */ 0);
640 
641  call_sw_interface_add_del_callbacks (vnm, sw_if_index, /* is_create */ 0);
642 
643  pool_put (im->sw_interfaces, sw);
644 }
645 
646 static clib_error_t *
648 {
650  (vnm, sw_if_index, 0, vnm->sw_interface_mtu_change_functions);
651 }
652 
653 void
655 {
656  vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
657 
658  if (si->mtu[VNET_MTU_L3] != mtu)
659  {
660  si->mtu[VNET_MTU_L3] = mtu;
661  call_sw_interface_mtu_change_callbacks (vnm, sw_if_index);
662  }
663 }
664 
665 void
667  u32 mtu[])
668 {
669  vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
670  bool changed = false;
671  int i;
672 
673  for (i = 0; i < VNET_N_MTU; i++)
674  {
675  if (si->mtu[i] != mtu[i])
676  {
677  si->mtu[i] = mtu[i];
678  changed = true;
679  }
680  }
681  /* Notify interested parties */
682  if (changed)
683  call_sw_interface_mtu_change_callbacks (vnm, sw_if_index);
684 }
685 
686 void
688  u32 sw_if_index, u8 enable)
689 {
691 
692  si = vnet_get_sw_interface (vnm, sw_if_index);
693 
694  if (enable)
696  else
698 
699  ip4_directed_broadcast (sw_if_index, enable);
700 }
701 
702 /*
703  * Reflect a change in hardware MTU on protocol MTUs
704  */
705 static walk_rc_t
707 {
708  u32 *link_mtu = ctx;
709  vnet_sw_interface_set_mtu (vnm, sw_if_index, *link_mtu);
710  return WALK_CONTINUE;
711 }
712 
713 void
714 vnet_hw_interface_set_mtu (vnet_main_t * vnm, u32 hw_if_index, u32 mtu)
715 {
716  vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
717 
718  if (hi->max_packet_bytes != mtu)
719  {
720  hi->max_packet_bytes = mtu;
723  &mtu);
724  }
725 }
726 
727 static void
729  u32 node_index, vnet_device_class_t * dev_class)
730 {
731  vlib_node_t *n = vlib_get_node (vm, node_index);
732 
733  n->function = dev_class->tx_function;
734  n->format_trace = dev_class->format_tx_trace;
735 
736  vlib_register_errors (vm, node_index,
737  dev_class->tx_function_n_errors,
738  dev_class->tx_function_error_strings);
739 }
740 
741 static void
743  u32 node_index, vnet_hw_interface_class_t * hw_class)
744 {
745  vlib_node_t *n = vlib_get_node (vm, node_index);
746  n->format_buffer = hw_class->format_header;
747  n->unformat_buffer = hw_class->unformat_header;
748 }
749 
750 /* Register an interface instance. */
751 u32
753  u32 dev_class_index,
754  u32 dev_instance,
755  u32 hw_class_index, u32 hw_instance)
756 {
759  vnet_device_class_t *dev_class =
760  vnet_get_device_class (vnm, dev_class_index);
761  vnet_hw_interface_class_t *hw_class =
762  vnet_get_hw_interface_class (vnm, hw_class_index);
763  vlib_main_t *vm = vnm->vlib_main;
766  u32 hw_index, i;
767  char *tx_node_name = NULL, *output_node_name = NULL;
768 
769  pool_get (im->hw_interfaces, hw);
770  clib_memset (hw, 0, sizeof (*hw));
772 
773  hw_index = hw - im->hw_interfaces;
774  hw->hw_if_index = hw_index;
776 
777  if (dev_class->format_device_name)
778  hw->name = format (0, "%U", dev_class->format_device_name, dev_instance);
779  else if (hw_class->format_interface_name)
780  hw->name = format (0, "%U", hw_class->format_interface_name,
781  dev_instance);
782  else
783  hw->name = format (0, "%s%x", hw_class->name, dev_instance);
784 
785  if (!im->hw_interface_by_name)
786  im->hw_interface_by_name = hash_create_vec ( /* size */ 0,
787  sizeof (hw->name[0]),
788  sizeof (uword));
789 
790  hash_set_mem (im->hw_interface_by_name, hw->name, hw_index);
791 
792  /* Make hardware interface point to software interface. */
793  {
794  vnet_sw_interface_t sw = {
796  .flood_class = VNET_FLOOD_CLASS_NORMAL,
797  .hw_if_index = hw_index
798  };
800  }
801 
802  hw->dev_class_index = dev_class_index;
803  hw->dev_instance = dev_instance;
804  hw->hw_class_index = hw_class_index;
805  hw->hw_instance = hw_instance;
806 
807  hw->max_rate_bits_per_sec = 0;
808  hw->min_packet_bytes = 0;
810 
811  if (dev_class->tx_function == 0)
812  goto no_output_nodes; /* No output/tx nodes to create */
813 
814  tx_node_name = (char *) format (0, "%v-tx", hw->name);
815  output_node_name = (char *) format (0, "%v-output", hw->name);
816 
817  /* If we have previously deleted interface nodes, re-use them. */
818  if (vec_len (im->deleted_hw_interface_nodes) > 0)
819  {
821  vlib_node_t *node;
822  vlib_node_runtime_t *nrt;
823 
824  hn = vec_end (im->deleted_hw_interface_nodes) - 1;
825 
826  hw->tx_node_index = hn->tx_node_index;
828 
829  vlib_node_rename (vm, hw->tx_node_index, "%v", tx_node_name);
830  vlib_node_rename (vm, hw->output_node_index, "%v", output_node_name);
831 
832  /* *INDENT-OFF* */
835 
836  rt = vlib_node_get_runtime_data (this_vlib_main, hw->output_node_index);
837  ASSERT (rt->is_deleted == 1);
838  rt->is_deleted = 0;
839  rt->hw_if_index = hw_index;
840  rt->sw_if_index = hw->sw_if_index;
841  rt->dev_instance = hw->dev_instance;
842 
843  rt = vlib_node_get_runtime_data (this_vlib_main, hw->tx_node_index);
844  rt->hw_if_index = hw_index;
845  rt->sw_if_index = hw->sw_if_index;
846  rt->dev_instance = hw->dev_instance;
847  });
848  /* *INDENT-ON* */
849 
850  /* The new class may differ from the old one.
851  * Functions have to be updated. */
852  node = vlib_get_node (vm, hw->output_node_index);
853  node->function = vnet_interface_output_node;
854  node->format_trace = format_vnet_interface_output_trace;
855  /* *INDENT-OFF* */
857  nrt = vlib_node_get_runtime (this_vlib_main, hw->output_node_index);
858  nrt->function = node->function;
859  });
860  /* *INDENT-ON* */
861 
862  node = vlib_get_node (vm, hw->tx_node_index);
863  node->function = dev_class->tx_function;
864  node->format_trace = dev_class->format_tx_trace;
865  /* *INDENT-OFF* */
867  nrt = vlib_node_get_runtime (this_vlib_main, hw->tx_node_index);
868  nrt->function = node->function;
869  });
870  /* *INDENT-ON* */
871 
872  _vec_len (im->deleted_hw_interface_nodes) -= 1;
873  }
874  else
875  {
878  .hw_if_index = hw_index,
879  .sw_if_index = hw->sw_if_index,
880  .dev_instance = hw->dev_instance,
881  .is_deleted = 0,
882  };
883 
884  clib_memset (&r, 0, sizeof (r));
885  r.type = VLIB_NODE_TYPE_INTERNAL;
886  r.runtime_data = &rt;
887  r.runtime_data_bytes = sizeof (rt);
888  r.scalar_size = 0;
889  r.vector_size = sizeof (u32);
890 
891  r.flags = VLIB_NODE_FLAG_IS_OUTPUT;
892  r.name = tx_node_name;
893  r.function = dev_class->tx_function;
894 
895  hw->tx_node_index = vlib_register_node (vm, &r);
896 
898  "error-drop",
900 
901  r.flags = 0;
902  r.name = output_node_name;
903  r.function = vnet_interface_output_node;
904  r.format_trace = format_vnet_interface_output_trace;
905 
906  {
907  static char *e[] = {
908  "interface is down",
909  "interface is deleted",
910  "no buffers to segment GSO",
911  };
912 
913  r.n_errors = ARRAY_LEN (e);
914  r.error_strings = e;
915  }
916  hw->output_node_index = vlib_register_node (vm, &r);
917 
919  "error-drop",
922  hw->tx_node_index,
924 
925  /* add interface to the list of "output-interface" feature arc start nodes
926  and clone nexts from 1st interface if it exists */
928  cm = &fcm->config_main;
929  i = vec_len (cm->start_node_indices);
932  if (hw_index)
933  {
934  /* copy nexts from 1st interface */
935  vnet_hw_interface_t *first_hw;
936  vlib_node_t *first_node;
937 
938  first_hw = vnet_get_hw_interface (vnm, /* hw_if_index */ 0);
939  first_node = vlib_get_node (vm, first_hw->output_node_index);
940 
941  /* 1st 2 nexts are already added above */
942  for (i = 2; i < vec_len (first_node->next_nodes); i++)
944  first_node->next_nodes[i], i);
945  }
946  }
947 
948  setup_output_node (vm, hw->output_node_index, hw_class);
949  setup_tx_node (vm, hw->tx_node_index, dev_class);
950 
951 no_output_nodes:
952  /* Call all up/down callbacks with zero flags when interface is created. */
953  vnet_sw_interface_set_flags_helper (vnm, hw->sw_if_index, /* flags */ 0,
955  vnet_hw_interface_set_flags_helper (vnm, hw_index, /* flags */ 0,
957  vec_free (tx_node_name);
958  vec_free (output_node_name);
959 
960  return hw_index;
961 }
962 
963 void
965 {
967  vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
968  vlib_main_t *vm = vnm->vlib_main;
969  vnet_device_class_t *dev_class = vnet_get_device_class (vnm,
970  hw->dev_class_index);
971  /* If it is up, mark it down. */
972  if (hw->flags != 0)
973  vnet_hw_interface_set_flags (vnm, hw_if_index, /* flags */ 0);
974 
975  /* Call delete callbacks. */
976  call_hw_interface_add_del_callbacks (vnm, hw_if_index, /* is_create */ 0);
977 
978  /* Delete any sub-interfaces. */
979  {
980  u32 id, sw_if_index;
981  /* *INDENT-OFF* */
982  hash_foreach (id, sw_if_index, hw->sub_interface_sw_if_index_by_id,
983  ({
984  vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
985  u64 sup_and_sub_key =
986  ((u64) (si->sup_sw_if_index) << 32) | (u64) si->sub.id;
987  hash_unset_mem_free (&im->sw_if_index_by_sup_and_sub, &sup_and_sub_key);
988  vnet_delete_sw_interface (vnm, sw_if_index);
989  }));
991  /* *INDENT-ON* */
992  }
993 
994  /* Delete software interface corresponding to hardware interface. */
996 
997  if (dev_class->tx_function)
998  {
999  /* Put output/tx nodes into recycle pool */
1001 
1002  /* *INDENT-OFF* */
1004  ({
1006  vlib_node_get_runtime_data (this_vlib_main, hw->output_node_index);
1007 
1008  /* Mark node runtime as deleted so output node (if called)
1009  * will drop packets. */
1010  rt->is_deleted = 1;
1011  });
1012  /* *INDENT-ON* */
1013 
1015  "interface-%d-output-deleted", hw_if_index);
1016  vlib_node_rename (vm, hw->tx_node_index, "interface-%d-tx-deleted",
1017  hw_if_index);
1018  vec_add2 (im->deleted_hw_interface_nodes, dn, 1);
1019  dn->tx_node_index = hw->tx_node_index;
1021  }
1022 
1024  vec_free (hw->name);
1025  vec_free (hw->hw_address);
1028 
1029  pool_put (im->hw_interfaces, hw);
1030 }
1031 
1032 void
1034  u32 hw_if_index,
1035  vnet_hw_sw_interface_walk_t fn, void *ctx)
1036 {
1038  u32 id, sw_if_index;
1039 
1040  hi = vnet_get_hw_interface (vnm, hw_if_index);
1041  /* the super first, then the sub interfaces */
1042  if (WALK_STOP == fn (vnm, hi->sw_if_index, ctx))
1043  return;
1044 
1045  /* *INDENT-OFF* */
1046  hash_foreach (id, sw_if_index,
1048  ({
1049  if (WALK_STOP == fn (vnm, sw_if_index, ctx))
1050  break;
1051  }));
1052  /* *INDENT-ON* */
1053 }
1054 
1055 void
1057  vnet_hw_interface_walk_t fn, void *ctx)
1058 {
1061 
1062  im = &vnm->interface_main;
1063 
1064  /* *INDENT-OFF* */
1065  pool_foreach (hi, im->hw_interfaces,
1066  ({
1067  if (WALK_STOP == fn(vnm, hi->hw_if_index, ctx))
1068  break;
1069  }));
1070  /* *INDENT-ON* */
1071 }
1072 
1073 void
1075  vnet_sw_interface_walk_t fn, void *ctx)
1076 {
1078  vnet_sw_interface_t *si;
1079 
1080  im = &vnm->interface_main;
1081 
1082  /* *INDENT-OFF* */
1083  pool_foreach (si, im->sw_interfaces,
1084  {
1085  if (WALK_STOP == fn (vnm, si, ctx))
1086  break;
1087  });
1088  /* *INDENT-ON* */
1089 }
1090 
1091 void
1093  u32 hw_class_index, u32 hw_instance)
1094 {
1095  vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1097  vnet_get_hw_interface_class (vnm, hw_class_index);
1098 
1099  hi->hw_class_index = hw_class_index;
1100  hi->hw_instance = hw_instance;
1102 }
1103 
1104 static clib_error_t *
1106  u32 hw_class_index, u32 redistribute)
1107 {
1108  vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1110  vnet_hw_interface_class_t *old_class =
1112  vnet_hw_interface_class_t *new_class =
1113  vnet_get_hw_interface_class (vnm, hw_class_index);
1114  vnet_device_class_t *dev_class =
1116  clib_error_t *error = 0;
1117 
1118  /* New class equals old class? Nothing to do. */
1119  if (hi->hw_class_index == hw_class_index)
1120  return 0;
1121 
1122  /* No need (and incorrect since admin up flag may be set) to do error checking when
1123  receiving unserialize message. */
1124  if (redistribute)
1125  {
1127  return clib_error_return (0,
1128  "%v must be admin down to change class from %s to %s",
1129  hi->name, old_class->name, new_class->name);
1130 
1131  /* Make sure interface supports given class. */
1132  if ((new_class->is_valid_class_for_interface
1133  && !new_class->is_valid_class_for_interface (vnm, hw_if_index,
1134  hw_class_index))
1135  || (dev_class->is_valid_class_for_interface
1136  && !dev_class->is_valid_class_for_interface (vnm, hw_if_index,
1137  hw_class_index)))
1138  return clib_error_return (0,
1139  "%v class cannot be changed from %s to %s",
1140  hi->name, old_class->name, new_class->name);
1141 
1142  }
1143 
1144  if (old_class->hw_class_change)
1145  old_class->hw_class_change (vnm, hw_if_index, old_class->index,
1146  new_class->index);
1147 
1148  vnet_hw_interface_init_for_class (vnm, hw_if_index, new_class->index,
1149  /* instance */ ~0);
1150 
1151  if (new_class->hw_class_change)
1152  new_class->hw_class_change (vnm, hw_if_index, old_class->index,
1153  new_class->index);
1154 
1155  if (dev_class->hw_class_change)
1156  dev_class->hw_class_change (vnm, hw_if_index, new_class->index);
1157 
1158  return error;
1159 }
1160 
1161 clib_error_t *
1163  u32 hw_class_index)
1164 {
1165  return vnet_hw_interface_set_class_helper (vnm, hw_if_index, hw_class_index,
1166  /* redistribute */ 1);
1167 }
1168 
1169 static int
1171  u32 hw_if_index,
1172  u32 node_index,
1173  u32 redistribute)
1174 {
1175  vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1177  (vnm, hi->dev_class_index);
1178 
1179  if (dev_class->rx_redirect_to_node)
1180  {
1181  dev_class->rx_redirect_to_node (vnm, hw_if_index, node_index);
1182  return 0;
1183  }
1184 
1185  return VNET_API_ERROR_UNIMPLEMENTED;
1186 }
1187 
1188 int
1190  u32 node_index)
1191 {
1192  return vnet_hw_interface_rx_redirect_to_node_helper (vnm, hw_if_index,
1193  node_index,
1194  1 /* redistribute */ );
1195 }
1196 
1197 word
1199  uword sw_if_index0, uword sw_if_index1)
1200 {
1201  vnet_sw_interface_t *sup0 = vnet_get_sup_sw_interface (vnm, sw_if_index0);
1202  vnet_sw_interface_t *sup1 = vnet_get_sup_sw_interface (vnm, sw_if_index1);
1205 
1206  if (h0 != h1)
1207  return vec_cmp (h0->name, h1->name);
1208  return (word) h0->hw_instance - (word) h1->hw_instance;
1209 }
1210 
1211 word
1213  uword hw_if_index0, uword hw_if_index1)
1214 {
1215  vnet_hw_interface_t *h0 = vnet_get_hw_interface (vnm, hw_if_index0);
1216  vnet_hw_interface_t *h1 = vnet_get_hw_interface (vnm, hw_if_index1);
1217 
1218  if (h0 != h1)
1219  return vec_cmp (h0->name, h1->name);
1220  return (word) h0->hw_instance - (word) h1->hw_instance;
1221 }
1222 
1223 int
1225 {
1226  vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
1227  if ((si->type == VNET_SW_INTERFACE_TYPE_P2P) ||
1229  return 1;
1230 
1231  vnet_hw_interface_t *hw = vnet_get_sup_hw_interface (vnm, sw_if_index);
1234 
1235  return (hc->flags & VNET_HW_INTERFACE_CLASS_FLAG_P2P);
1236 }
1237 
1238 clib_error_t *
1240 {
1241  vnet_main_t *vnm = vnet_get_main ();
1243  vlib_buffer_t *b = 0;
1244  vnet_buffer_opaque_t *o = 0;
1245  clib_error_t *error;
1246 
1247  /*
1248  * Keep people from shooting themselves in the foot.
1249  */
1250  if (sizeof (b->opaque) != sizeof (vnet_buffer_opaque_t))
1251  {
1252 #define _(a) if (sizeof(o->a) > sizeof (o->unused)) \
1253  clib_warning \
1254  ("FATAL: size of opaque union subtype %s is %d (max %d)", \
1255  #a, sizeof(o->a), sizeof (o->unused));
1257 #undef _
1258 
1259  return clib_error_return
1260  (0, "FATAL: size of vlib buffer opaque %d, size of vnet opaque %d",
1261  sizeof (b->opaque), sizeof (vnet_buffer_opaque_t));
1262  }
1263 
1265  clib_spinlock_lock (&im->sw_if_counter_lock); /* should be no need */
1266 
1268 #define _(E,n,p) \
1269  im->sw_if_counters[VNET_INTERFACE_COUNTER_##E].name = #n; \
1270  im->sw_if_counters[VNET_INTERFACE_COUNTER_##E].stat_segment_name = "/" #p "/" #n;
1272 #undef _
1275 #define _(E,n,p) \
1276  im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_##E].name = #n; \
1277  im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_##E].stat_segment_name = "/" #p "/" #n;
1279 #undef _
1281 
1282  im->device_class_by_name = hash_create_string ( /* size */ 0,
1283  sizeof (uword));
1284  {
1286 
1287  c = vnm->device_class_registrations;
1288 
1289  while (c)
1290  {
1291  c->index = vec_len (im->device_classes);
1292  hash_set_mem (im->device_class_by_name, c->name, c->index);
1293 
1294  if (c->tx_fn_registrations)
1295  {
1296  vlib_node_fn_registration_t *fnr = c->tx_fn_registrations;
1297  int priority = -1;
1298 
1299  /* to avoid confusion, please remove ".tx_function" statement
1300  from VNET_DEVICE_CLASS() if using function candidates */
1301  ASSERT (c->tx_function == 0);
1302 
1303  while (fnr)
1304  {
1305  if (fnr->priority > priority)
1306  {
1307  priority = fnr->priority;
1308  c->tx_function = fnr->function;
1309  }
1310  fnr = fnr->next_registration;
1311  }
1312  }
1313 
1314  vec_add1 (im->device_classes, c[0]);
1315  c = c->next_class_registration;
1316  }
1317  }
1318 
1319  im->hw_interface_class_by_name = hash_create_string ( /* size */ 0,
1320  sizeof (uword));
1321 
1322  im->sw_if_index_by_sup_and_sub = hash_create_mem (0, sizeof (u64),
1323  sizeof (uword));
1324  {
1326 
1328 
1329  while (c)
1330  {
1331  c->index = vec_len (im->hw_interface_classes);
1332  hash_set_mem (im->hw_interface_class_by_name, c->name, c->index);
1333 
1334  if (NULL == c->build_rewrite)
1335  c->build_rewrite = default_build_rewrite;
1336  if (NULL == c->update_adjacency)
1337  c->update_adjacency = default_update_adjacency;
1338 
1339  vec_add1 (im->hw_interface_classes, c[0]);
1340  c = c->next_class_registration;
1341  }
1342  }
1343 
1344  im->gso_interface_count = 0;
1345  /* init per-thread data */
1348 
1350  return error;
1351 
1352  vnm->interface_tag_by_sw_if_index = hash_create (0, sizeof (uword));
1353 
1354 #if VLIB_BUFFER_TRACE_TRAJECTORY > 0
1355  if ((error = vlib_call_init_function (vm, trajectory_trace_init)))
1356  return error;
1357 #endif
1358 
1359  return 0;
1360 }
1361 
1363 
1364 /* Kludge to renumber interface names [only!] */
1365 int
1367 {
1368  int rv;
1369  vnet_main_t *vnm = vnet_get_main ();
1371  vnet_hw_interface_t *hi = vnet_get_sup_hw_interface (vnm, sw_if_index);
1372 
1374  (vnm, hi->dev_class_index);
1375 
1376  if (dev_class->name_renumber == 0 || dev_class->format_device_name == 0)
1377  return VNET_API_ERROR_UNIMPLEMENTED;
1378 
1379  rv = dev_class->name_renumber (hi, new_show_dev_instance);
1380 
1381  if (rv)
1382  return rv;
1383 
1385  vec_free (hi->name);
1386  /* Use the mapping we set up to call it Ishmael */
1387  hi->name = format (0, "%U", dev_class->format_device_name,
1388  hi->dev_instance);
1389 
1391  return rv;
1392 }
1393 
1394 clib_error_t *
1395 vnet_rename_interface (vnet_main_t * vnm, u32 hw_if_index, char *new_name)
1396 {
1398  vlib_main_t *vm = vnm->vlib_main;
1399  vnet_hw_interface_t *hw;
1400  u8 *old_name;
1401  clib_error_t *error = 0;
1402 
1403  hw = vnet_get_hw_interface (vnm, hw_if_index);
1404  if (!hw)
1405  {
1406  return clib_error_return (0,
1407  "unable to find hw interface for index %u",
1408  hw_if_index);
1409  }
1410 
1411  old_name = hw->name;
1412 
1413  /* set new hw->name */
1414  hw->name = format (0, "%s", new_name);
1415 
1416  /* remove the old name to hw_if_index mapping and install the new one */
1417  hash_unset_mem (im->hw_interface_by_name, old_name);
1418  hash_set_mem (im->hw_interface_by_name, hw->name, hw_if_index);
1419 
1420  /* rename tx/output nodes */
1421  vlib_node_rename (vm, hw->tx_node_index, "%v-tx", hw->name);
1422  vlib_node_rename (vm, hw->output_node_index, "%v-output", hw->name);
1423 
1424  /* free the old name vector */
1425  vec_free (old_name);
1426 
1427  return error;
1428 }
1429 
1430 static clib_error_t *
1432  u32 hw_if_index,
1433  const u8 * mac_address)
1434 {
1435  clib_error_t *error = 0;
1436  vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1437 
1438  if (hi->hw_address)
1439  {
1440  u8 *old_address = vec_dup (hi->hw_address);
1441  vnet_device_class_t *dev_class =
1443  if (dev_class->mac_addr_change_function)
1444  {
1445  error =
1446  dev_class->mac_addr_change_function (hi, old_address,
1447  mac_address);
1448  }
1449  if (!error)
1450  {
1451  vnet_hw_interface_class_t *hw_class;
1452 
1453  hw_class = vnet_get_hw_interface_class (vnm, hi->hw_class_index);
1454 
1455  if (NULL != hw_class->mac_addr_change_function)
1456  hw_class->mac_addr_change_function (hi, old_address, mac_address);
1457  }
1458  else
1459  {
1460  error =
1461  clib_error_return (0,
1462  "MAC Address Change is not supported on this interface");
1463  }
1464  vec_free (old_address);
1465  }
1466  else
1467  {
1468  error =
1469  clib_error_return (0,
1470  "mac address change is not supported for interface index %u",
1471  hw_if_index);
1472  }
1473  return error;
1474 }
1475 
1476 clib_error_t *
1478  const u8 * mac_address)
1479 {
1481  (vnm, hw_if_index, mac_address);
1482 }
1483 
1484 /* update the unnumbered state of an interface*/
1485 void
1487  u32 ip_sw_if_index, u8 enable)
1488 {
1489  vnet_main_t *vnm = vnet_get_main ();
1490  vnet_sw_interface_t *si;
1491  u32 was_unnum;
1492 
1493  si = vnet_get_sw_interface (vnm, unnumbered_sw_if_index);
1494  was_unnum = (si->flags & VNET_SW_INTERFACE_FLAG_UNNUMBERED);
1495 
1496  if (enable)
1497  {
1499  si->unnumbered_sw_if_index = ip_sw_if_index;
1500 
1502  [unnumbered_sw_if_index] =
1503  ip4_main.
1504  lookup_main.if_address_pool_index_by_sw_if_index[ip_sw_if_index];
1505  ip6_main.
1506  lookup_main.if_address_pool_index_by_sw_if_index
1507  [unnumbered_sw_if_index] =
1508  ip6_main.
1509  lookup_main.if_address_pool_index_by_sw_if_index[ip_sw_if_index];
1510  }
1511  else
1512  {
1514  si->unnumbered_sw_if_index = (u32) ~ 0;
1515 
1517  [unnumbered_sw_if_index] = ~0;
1519  [unnumbered_sw_if_index] = ~0;
1520  }
1521 
1522  if (was_unnum != (si->flags & VNET_SW_INTERFACE_FLAG_UNNUMBERED))
1523  {
1524  ip4_sw_interface_enable_disable (unnumbered_sw_if_index, enable);
1525  ip6_sw_interface_enable_disable (unnumbered_sw_if_index, enable);
1526  }
1527 }
1528 
1531 {
1532  switch (link)
1533  {
1534  case VNET_LINK_IP4:
1535  return (VNET_L3_PACKET_TYPE_IP4);
1536  case VNET_LINK_IP6:
1537  return (VNET_L3_PACKET_TYPE_IP6);
1538  case VNET_LINK_MPLS:
1539  return (VNET_L3_PACKET_TYPE_MPLS);
1540  case VNET_LINK_ARP:
1541  return (VNET_L3_PACKET_TYPE_ARP);
1542  case VNET_LINK_ETHERNET:
1543  case VNET_LINK_NSH:
1544  ASSERT (0);
1545  break;
1546  }
1547  ASSERT (0);
1548  return (0);
1549 }
1550 
1551 vnet_mtu_t
1553 {
1554  switch (link)
1555  {
1556  case VNET_LINK_IP4:
1557  return (VNET_MTU_IP4);
1558  case VNET_LINK_IP6:
1559  return (VNET_MTU_IP6);
1560  case VNET_LINK_MPLS:
1561  return (VNET_MTU_MPLS);
1562  default:
1563  return (VNET_MTU_L3);
1564  }
1565 }
1566 
1567 u8 *
1569  u32 sw_if_index,
1570  vnet_link_t link_type, const void *dst_address)
1571 {
1572  return (NULL);
1573 }
1574 
1575 void
1577 {
1578  ip_adjacency_t *adj;
1579 
1580  adj = adj_get (ai);
1581 
1582  switch (adj->lookup_next_index)
1583  {
1584  case IP_LOOKUP_NEXT_GLEAN:
1586  break;
1587  case IP_LOOKUP_NEXT_ARP:
1588  case IP_LOOKUP_NEXT_BCAST:
1589  /*
1590  * default rewrite in neighbour adj
1591  */
1593  (ai,
1596  sw_if_index,
1597  adj_get_link_type (ai), NULL));
1598  break;
1599  case IP_LOOKUP_NEXT_MCAST:
1600  /*
1601  * mcast traffic also uses default rewrite string with no mcast
1602  * switch time updates.
1603  */
1605  (ai,
1607  sw_if_index,
1608  adj_get_link_type (ai),
1609  NULL), 0);
1610  break;
1611  case IP_LOOKUP_NEXT_DROP:
1612  case IP_LOOKUP_NEXT_PUNT:
1613  case IP_LOOKUP_NEXT_LOCAL:
1618  case IP_LOOKUP_N_NEXT:
1619  ASSERT (0);
1620  break;
1621  }
1622 }
1623 
1625 
1626 void
1628 {
1630 }
1631 
1632 void
1634 {
1636 }
1637 
1638 static clib_error_t *
1640  unformat_input_t * input,
1641  vlib_cli_command_t * cmd)
1642 {
1643  unformat_input_t _line_input, *line_input = &_line_input;
1644  clib_error_t *error = NULL;
1645 
1646  /* Get a line of input. */
1647  if (!unformat_user (input, unformat_line_input, line_input))
1648  return clib_error_return (0, "expected enable | disable");
1649 
1650  while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
1651  {
1652  if (unformat (line_input, "enable") || unformat (line_input, "on"))
1654  else if (unformat (line_input, "disable")
1655  || unformat (line_input, "off"))
1657  else
1658  {
1659  error = clib_error_return (0, "unknown input `%U'",
1660  format_unformat_error, line_input);
1661  goto done;
1662  }
1663  }
1664 
1665 done:
1666  unformat_free (line_input);
1667  return error;
1668 }
1669 
1670 /* *INDENT-OFF* */
1671 VLIB_CLI_COMMAND (collect_detailed_interface_stats_command, static) = {
1672  .path = "interface collect detailed-stats",
1673  .short_help = "interface collect detailed-stats <enable|disable>",
1675 };
1676 /* *INDENT-ON* */
1677 
1678 /*
1679  * fd.io coding-style-patch-verification: ON
1680  *
1681  * Local Variables:
1682  * eval: (c-set-style "gnu")
1683  * End:
1684  */
u32 * next_nodes
Definition: node.h:335
vnet_config_main_t config_main
Definition: feature.h:82
#define vec_validate(V, I)
Make sure vector is long enough for given index (no header, unspecified alignment) ...
Definition: vec.h:439
void serialize_vnet_interface_state(serialize_main_t *m, va_list *va)
Definition: interface.c:124
vmrglw vmrglh hi
l2_input_config_t * configs
Definition: l2_input.h:62
u32 flags
Definition: vhost_user.h:141
static_always_inline void clib_spinlock_unlock(clib_spinlock_t *p)
Definition: lock.h:102
static_always_inline void clib_spinlock_lock(clib_spinlock_t *p)
Definition: lock.h:80
vnet_interface_per_thread_data_t * per_thread_data
Definition: interface.h:862
clib_spinlock_t sw_if_counter_lock
Definition: interface.h:844
static clib_error_t * vnet_hw_interface_set_class_helper(vnet_main_t *vnm, u32 hw_if_index, u32 hw_class_index, u32 redistribute)
Definition: interface.c:1105
void vnet_sw_interface_ip_directed_broadcast(vnet_main_t *vnm, u32 sw_if_index, u8 enable)
Definition: interface.c:687
void vlib_validate_combined_counter(vlib_combined_counter_main_t *cm, u32 index)
validate a combined counter
Definition: counter.c:94
vnet_hw_interface_nodes_t * deleted_hw_interface_nodes
Definition: interface.h:848
_vnet_interface_function_list_elt_t * hw_interface_link_up_down_functions[VNET_ITF_FUNC_N_PRIO]
Definition: vnet.h:64
#define vec_serialize(m, v, f)
Definition: serialize.h:371
An indication that the rewrite is complete, i.e.
Definition: adj_nbr.h:98
vnet_main_t * vnet_get_main(void)
Definition: misc.c:46
static vnet_hw_interface_t * vnet_get_sup_hw_interface(vnet_main_t *vnm, u32 sw_if_index)
vnet_interface_main_t interface_main
Definition: vnet.h:56
uword vlib_node_add_named_next_with_slot(vlib_main_t *vm, uword node, char *name, uword slot)
Definition: node.c:270
unsigned long u64
Definition: types.h:89
int vnet_hw_interface_rx_redirect_to_node(vnet_main_t *vnm, u32 hw_if_index, u32 node_index)
Definition: interface.c:1189
Multicast Adjacency.
Definition: adj.h:82
void vnet_hw_interface_walk_sw(vnet_main_t *vnm, u32 hw_if_index, vnet_hw_sw_interface_walk_t fn, void *ctx)
Walk the SW interfaces on a HW interface - this is the super interface and any sub-interfaces.
Definition: interface.c:1033
vnet_link_t adj_get_link_type(adj_index_t ai)
Return the link type of the adjacency.
Definition: adj.c:472
#define NULL
Definition: clib.h:58
static clib_error_t * call_elf_section_interface_callbacks(vnet_main_t *vnm, u32 if_index, u32 flags, _vnet_interface_function_list_elt_t **elts)
Definition: interface.c:229
clib_memset(h->entries, 0, sizeof(h->entries[0]) *entries)
walk_rc_t(* vnet_hw_interface_walk_t)(vnet_main_t *vnm, u32 hw_if_index, void *ctx)
Call back walk type for walking all HW indices.
#define vec_unserialize(m, v, f)
Definition: serialize.h:374
Broadcasr Adjacency.
Definition: adj.h:85
IP unicast adjacency.
Definition: adj.h:221
void vnet_sw_interface_admin_up(vnet_main_t *vnm, u32 sw_if_index)
Definition: interface.c:510
format_function_t * format_trace
Definition: node.h:362
vnet_device_class_t * device_class_registrations
Definition: vnet.h:59
u32 * input_node_thread_index_by_queue
Definition: interface.h:571
static vnet_hw_interface_t * vnet_get_hw_interface(vnet_main_t *vnm, u32 hw_if_index)
This packet is to be rewritten and forwarded to the next processing node.
Definition: adj.h:73
#define vec_add1(V, E)
Add 1 element to end of vector (unspecified alignment).
Definition: vec.h:522
word vnet_sw_interface_compare(vnet_main_t *vnm, uword sw_if_index0, uword sw_if_index1)
Definition: interface.c:1198
int vnet_interface_name_renumber(u32 sw_if_index, u32 new_show_dev_instance)
Definition: interface.c:1366
static void vnet_clear_sw_interface_tag(vnet_main_t *vnm, u32 sw_if_index)
#define vec_add2(V, P, N)
Add N elements to end of vector V, return pointer to new elements in P.
Definition: vec.h:560
int i
uword unformat_user(unformat_input_t *input, unformat_function_t *func,...)
Definition: unformat.c:989
#define hash_set_mem(h, key, value)
Definition: hash.h:275
ip_lookup_main_t lookup_main
Definition: ip4.h:107
static vnet_sw_interface_t * vnet_get_sw_interface(vnet_main_t *vnm, u32 sw_if_index)
uword * sub_interface_sw_if_index_by_id
Definition: interface.h:554
u8 * format(u8 *s, const char *fmt,...)
Definition: format.c:424
uword * interface_tag_by_sw_if_index
Definition: vnet.h:72
#define vec_validate_aligned(V, I, A)
Make sure vector is long enough for given index (no header, specified alignment)
Definition: vec.h:450
_vnet_interface_function_list_elt_t * hw_interface_add_del_functions[VNET_ITF_FUNC_N_PRIO]
Definition: vnet.h:62
struct _vnet_device_class vnet_device_class_t
#define pool_get(P, E)
Allocate an object E from a pool P (unspecified alignment).
Definition: pool.h:236
uword * dq_runtime_index_by_queue
Definition: interface.h:578
unsigned char u8
Definition: types.h:56
enum vnet_sw_interface_flags_t_ vnet_sw_interface_flags_t
#define VNET_HW_INTERFACE_FLAG_DUPLEX_MASK
Definition: interface.h:493
static clib_error_t * collect_detailed_interface_stats_cli(vlib_main_t *vm, unformat_input_t *input, vlib_cli_command_t *cmd)
Definition: interface.c:1639
vlib_node_function_t * function
Definition: node.h:261
void vlib_register_errors(vlib_main_t *vm, u32 node_index, u32 n_errors, char *error_strings[])
Definition: error.c:117
static void unserialize_vec_vnet_sw_hw_interface_state(serialize_main_t *m, va_list *va)
Definition: interface.c:97
Adjacency to punt this packet.
Definition: adj.h:55
enum walk_rc_t_ walk_rc_t
Walk return code.
void adj_glean_update_rewrite(adj_index_t adj_index)
adj_glean_update_rewrite
Definition: adj_glean.c:101
static ip_adjacency_t * adj_get(adj_index_t adj_index)
Get a pointer to an adjacency object from its index.
Definition: adj.h:433
void default_update_adjacency(vnet_main_t *vnm, u32 sw_if_index, u32 ai)
Default adjacency update function.
Definition: interface.c:1576
enum vnet_interface_helper_flags_t_ vnet_interface_helper_flags_t
vnet_l3_packet_type_t
Definition: l3_types.h:44
i64 word
Definition: types.h:111
#define pool_foreach(VAR, POOL, BODY)
Iterate through pool.
Definition: pool.h:493
vlib_node_function_t * function
Node function to call.
Definition: node.h:468
vl_api_interface_index_t sw_if_index
Definition: gre.api:50
#define VLIB_INIT_FUNCTION(x)
Definition: init.h:173
static u32 vnet_create_sw_interface_no_callbacks(vnet_main_t *vnm, vnet_sw_interface_t *template)
Definition: interface.c:534
static clib_error_t * vnet_hw_interface_set_flags_helper(vnet_main_t *vnm, u32 hw_if_index, vnet_hw_interface_flags_t flags, vnet_interface_helper_flags_t helper_flags)
Definition: interface.c:291
u32 output_sw_if_index
Definition: l2_input.h:36
static vnet_device_class_t * vnet_get_device_class(vnet_main_t *vnm, u32 dev_class_index)
static clib_error_t * vnet_hw_interface_change_mac_address_helper(vnet_main_t *vnm, u32 hw_if_index, const u8 *mac_address)
Definition: interface.c:1431
vlib_combined_counter_main_t * combined_sw_if_counters
Definition: interface.h:846
enum vnet_hw_interface_flags_t_ vnet_hw_interface_flags_t
vnet_hw_interface_flags_t flags
Definition: interface.h:506
#define hash_foreach(key_var, value_var, h, body)
Definition: hash.h:442
uword vlib_node_add_next_with_slot(vlib_main_t *vm, uword node_index, uword next_node_index, uword slot)
Definition: node.c:199
#define vec_elt_at_index(v, i)
Get vector value at index i checking that i is in bounds.
static vnet_sw_interface_t * vnet_get_sup_sw_interface(vnet_main_t *vnm, u32 sw_if_index)
static clib_error_t * call_hw_interface_add_del_callbacks(vnet_main_t *vnm, u32 hw_if_index, u32 is_create)
Definition: interface.c:255
#define clib_error_return(e, args...)
Definition: error.h:99
static walk_rc_t sw_interface_walk_callback(vnet_main_t *vnm, u32 sw_if_index, void *ctx)
Definition: interface.c:706
struct _vlib_node_fn_registration vlib_node_fn_registration_t
u32 mtu[VNET_N_MTU]
Definition: interface.h:720
unsigned int u32
Definition: types.h:88
#define vec_end(v)
End (last data address) of vector.
uword vnet_interface_output_node(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
#define vlib_call_init_function(vm, x)
Definition: init.h:270
u32 vnet_register_interface(vnet_main_t *vnm, u32 dev_class_index, u32 dev_instance, u32 hw_class_index, u32 hw_instance)
Definition: interface.c:752
void ip4_directed_broadcast(u32 sw_if_index, u8 enable)
Definition: ip4_forward.c:801
#define hash_create_string(elts, value_bytes)
Definition: hash.h:690
void vnet_sw_interface_set_protocol_mtu(vnet_main_t *vnm, u32 sw_if_index, u32 mtu[])
Definition: interface.c:666
unformat_function_t unformat_line_input
Definition: format.h:283
static void clib_spinlock_init(clib_spinlock_t *p)
Definition: lock.h:63
uword * hw_interface_by_name
Definition: interface.h:826
vnet_crypto_main_t * cm
Definition: quic_crypto.c:41
vnet_hw_interface_t * hw_interfaces
Definition: interface.h:823
#define hash_create_mem(elts, key_bytes, value_bytes)
Definition: hash.h:661
format_function_t format_vnet_sw_interface_name
void adj_mcast_update_rewrite(adj_index_t adj_index, u8 *rewrite, u8 offset)
adj_mcast_update_rewrite
Definition: adj_mcast.c:102
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
Definition: pool.h:514
static void vlib_zero_combined_counter(vlib_combined_counter_main_t *cm, u32 index)
Clear a combined counter Clears the set of per-thread counters.
Definition: counter.h:285
u8 * format_vnet_interface_output_trace(u8 *s, va_list *va)
#define hash_unset_mem(h, key)
Definition: hash.h:291
void ip4_sw_interface_enable_disable(u32 sw_if_index, u32 is_enable)
Definition: ip4_forward.c:637
u32 * start_node_indices
Definition: config.h:98
vlib_main_t * vlib_main
Definition: vnet.h:80
void vnet_sw_interface_walk(vnet_main_t *vnm, vnet_sw_interface_walk_t fn, void *ctx)
Walk all the SW interfaces in the system.
Definition: interface.c:1074
int vnet_sw_interface_is_p2p(vnet_main_t *vnm, u32 sw_if_index)
Definition: interface.c:1224
long ctx[MAX_CONNS]
Definition: main.c:144
struct _unformat_input_t unformat_input_t
vnet_mtu_t
Definition: interface.h:658
#define hash_free(h)
Definition: hash.h:310
#define pool_put(P, E)
Free an object E in pool P.
Definition: pool.h:286
#define vec_dup(V)
Return copy of vector (no header, no alignment)
Definition: vec.h:375
static void serialize_vec_vnet_sw_hw_interface_state(serialize_main_t *m, va_list *va)
Definition: interface.c:82
uword * sw_if_index_by_sup_and_sub
Definition: interface.h:840
static void * vlib_node_get_runtime_data(vlib_main_t *vm, u32 node_index)
Get node runtime private data by node index.
Definition: node_funcs.h:110
This packet matches an "interface route" and packets need to be passed to ARP to find rewrite string ...
Definition: adj.h:68
vnet_sw_interface_flags_t flags
Definition: interface.h:703
u8 * vnet_build_rewrite_for_sw_interface(vnet_main_t *vnm, u32 sw_if_index, vnet_link_t link_type, const void *dst_address)
Definition: rewrite.c:164
vlib_simple_counter_main_t * sw_if_counters
Definition: interface.h:845
word vnet_hw_interface_compare(vnet_main_t *vnm, uword hw_if_index0, uword hw_if_index1)
Definition: interface.c:1212
format_function_t * format_buffer
Definition: node.h:358
void vnet_sw_interface_update_unnumbered(u32 unnumbered_sw_if_index, u32 ip_sw_if_index, u8 enable)
Definition: interface.c:1486
#define foreach_vlib_main(body)
Definition: threads.h:236
uword * hw_interface_class_by_name
Definition: interface.h:833
i32 priority
Definition: ipsec.api:92
#define foreach_simple_interface_counter_name
Definition: interface.h:766
void unserialize_vnet_interface_state(serialize_main_t *m, va_list *va)
Definition: interface.c:186
clib_error_t * vnet_rename_interface(vnet_main_t *vnm, u32 hw_if_index, char *new_name)
Definition: interface.c:1395
This packet matches an "incomplete adjacency" and packets need to be passed to ARP to find rewrite st...
Definition: adj.h:63
Adjacency to drop this packet.
Definition: adj.h:53
#define UNFORMAT_END_OF_INPUT
Definition: format.h:145
#define foreach_combined_interface_counter_name
Definition: interface.h:777
svmdb_client_t * c
vlib_main_t * vm
Definition: buffer.c:323
#define vec_free(V)
Free vector&#39;s memory (no header).
Definition: vec.h:341
Multicast Midchain Adjacency.
Definition: adj.h:89
static vlib_node_runtime_t * vlib_node_get_runtime(vlib_main_t *vm, u32 node_index)
Get node runtime by node index.
Definition: node_funcs.h:89
static vnet_hw_interface_flags_t vnet_sw_interface_flags_to_hw(vnet_sw_interface_flags_t swf)
Definition: interface.c:175
unformat_function_t * unformat_buffer
Definition: node.h:359
static void vnet_interface_counter_unlock(vnet_interface_main_t *im)
Definition: interface.h:879
#define ETHERNET_INTERFACE_FLAG_MTU
Definition: ethernet.h:146
static void unserialize_integer(serialize_main_t *m, void *x, u32 n_bytes)
Definition: serialize.h:201
static void serialize_integer(serialize_main_t *m, u64 x, u32 n_bytes)
Definition: serialize.h:185
static clib_error_t * call_sw_interface_add_del_callbacks(vnet_main_t *vnm, u32 sw_if_index, u32 is_create)
Definition: interface.c:283
void vnet_hw_interface_init_for_class(vnet_main_t *vnm, u32 hw_if_index, u32 hw_class_index, u32 hw_instance)
Definition: interface.c:1092
#define ARRAY_LEN(x)
Definition: clib.h:62
static void setup_output_node(vlib_main_t *vm, u32 node_index, vnet_hw_interface_class_t *hw_class)
Definition: interface.c:742
u32 trace_classify_table_index
Definition: interface.h:586
u8 * default_build_rewrite(vnet_main_t *vnm, u32 sw_if_index, vnet_link_t link_type, const void *dst_address)
Return a complete, zero-length (aka dummy) rewrite.
Definition: interface.c:1568
format_function_t format_vnet_sw_interface_flags
#define VLIB_CLI_COMMAND(x,...)
Definition: cli.h:161
This packets follow a mid-chain adjacency.
Definition: adj.h:76
u32 * if_address_pool_index_by_sw_if_index
Head of doubly linked list of interface addresses for each software interface.
Definition: lookup.h:150
static void vnet_interface_counter_lock(vnet_interface_main_t *im)
Definition: interface.h:872
void vlib_validate_simple_counter(vlib_simple_counter_main_t *cm, u32 index)
validate a simple counter
Definition: counter.c:79
#define hash_create(elts, value_bytes)
Definition: hash.h:696
enum vnet_interface_function_priority_t_ vnet_interface_function_priority_t
#define ASSERT(truth)
_vnet_interface_function_list_elt_t * sw_interface_mtu_change_functions[VNET_ITF_FUNC_N_PRIO]
Definition: vnet.h:70
void collect_detailed_interface_stats_flag_clear(void)
Definition: interface.c:1633
void vlib_node_rename(vlib_main_t *vm, u32 node_index, char *fmt,...)
Definition: node.c:102
ip6_main_t ip6_main
Definition: ip6_forward.c:2732
ip_lookup_main_t lookup_main
Definition: ip6.h:179
static void setup_tx_node(vlib_main_t *vm, u32 node_index, vnet_device_class_t *dev_class)
Definition: interface.c:728
enum vnet_link_t_ vnet_link_t
Link Type: A description of the protocol of packets on the link.
u32 vlib_register_node(vlib_main_t *vm, vlib_node_registration_t *r)
Definition: node.c:528
u32 set_int_l2_mode(vlib_main_t *vm, vnet_main_t *vnet_main, u32 mode, u32 sw_if_index, u32 bd_index, l2_bd_port_type_t port_type, u32 shg, u32 xc_sw_if_index)
Set the subinterface to run in l2 or l3 mode.
Definition: l2_input.c:591
static vnet_hw_interface_class_t * vnet_get_hw_interface_class(vnet_main_t *vnm, u32 hw_class_index)
static void vlib_zero_simple_counter(vlib_simple_counter_main_t *cm, u32 index)
Clear a simple counter Clears the set of per-thread u16 counters, and the u64 counter.
Definition: counter.h:139
#define vec_cmp(v1, v2)
Compare two vectors (only applicable to vectors of signed numbers).
Definition: vec.h:919
walk_rc_t(* vnet_hw_sw_interface_walk_t)(vnet_main_t *vnm, u32 sw_if_index, void *ctx)
Call back walk type for walking SW indices on a HW interface.
u8 mac_address[6]
uword * device_class_by_name
Definition: interface.h:834
static vlib_main_t * vlib_get_main(void)
Definition: global_funcs.h:23
void vnet_delete_hw_interface(vnet_main_t *vnm, u32 hw_if_index)
Definition: interface.c:964
int collect_detailed_interface_stats_flag
Definition: interface.c:1624
struct _vlib_node_registration vlib_node_registration_t
This packets needs to go to ICMP error.
Definition: adj.h:79
This packet is for one of our own IP addresses.
Definition: adj.h:58
void vnet_hw_interface_set_mtu(vnet_main_t *vnm, u32 hw_if_index, u32 mtu)
Definition: interface.c:714
void vnet_sw_interface_admin_down(vnet_main_t *vnm, u32 sw_if_index)
Definition: interface.c:522
l2input_main_t l2input_main
Definition: l2_input.c:128
#define hash_create_vec(elts, key_bytes, value_bytes)
Definition: hash.h:668
void vnet_hw_interface_walk(vnet_main_t *vnm, vnet_hw_interface_walk_t fn, void *ctx)
Walk all the HW interface.
Definition: interface.c:1056
struct _vnet_hw_interface_class vnet_hw_interface_class_t
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
clib_error_t * vnet_interface_init(vlib_main_t *vm)
Definition: interface.c:1239
ip_lookup_next_t lookup_next_index
Next hop after ip4-lookup.
Definition: adj.h:236
static clib_error_t * vnet_sw_interface_set_flags_helper(vnet_main_t *vnm, u32 sw_if_index, vnet_sw_interface_flags_t flags, vnet_interface_helper_flags_t helper_flags)
Definition: interface.c:340
clib_error_t * vnet_hw_interface_set_flags(vnet_main_t *vnm, u32 hw_if_index, vnet_hw_interface_flags_t flags)
Definition: interface.c:492
vnet_l3_packet_type_t vnet_link_to_l3_proto(vnet_link_t link)
Convert a link to to an Ethertype.
Definition: interface.c:1530
static clib_error_t * vnet_interface_cli_init(vlib_main_t *vm)
VLIB buffer representation.
Definition: buffer.h:102
vnet_mtu_t vnet_link_to_mtu(vnet_link_t link)
Definition: interface.c:1552
u64 uword
Definition: types.h:112
static void unformat_free(unformat_input_t *i)
Definition: format.h:163
void collect_detailed_interface_stats_flag_set(void)
Definition: interface.c:1627
static int vnet_hw_interface_rx_redirect_to_node_helper(vnet_main_t *vnm, u32 hw_if_index, u32 node_index, u32 redistribute)
Definition: interface.c:1170
vnet_sw_interface_t * sw_interfaces
Definition: interface.h:837
vnet_hw_interface_class_t * hw_interface_class_registrations
Definition: vnet.h:60
a point 2 point interface
Definition: interface.h:368
u32 ethernet_set_flags(vnet_main_t *vnm, u32 hw_if_index, u32 flags)
Definition: interface.c:372
vnet_hw_interface_class_t * hw_interface_classes
Definition: interface.h:829
void vnet_sw_interface_set_mtu(vnet_main_t *vnm, u32 sw_if_index, u32 mtu)
Definition: interface.c:654
walk_rc_t(* vnet_sw_interface_walk_t)(vnet_main_t *vnm, vnet_sw_interface_t *si, void *ctx)
Call back walk type for walking SW indices on a HW interface.
_vnet_interface_function_list_elt_t * sw_interface_add_del_functions[VNET_ITF_FUNC_N_PRIO]
Definition: vnet.h:66
u8 * format_unformat_error(u8 *s, va_list *va)
Definition: unformat.c:91
static vnet_sw_interface_flags_t vnet_sw_interface_get_flags(vnet_main_t *vnm, u32 sw_if_index)
static vnet_sw_interface_flags_t vnet_hw_interface_flags_to_sw(vnet_hw_interface_flags_t hwf)
Definition: interface.c:113
vnet_sw_interface_type_t type
Definition: interface.h:701
ip4_main_t ip4_main
Global ip4 main structure.
Definition: ip4_forward.c:1076
clib_error_t * vnet_sw_interface_set_flags(vnet_main_t *vnm, u32 sw_if_index, vnet_sw_interface_flags_t flags)
Definition: interface.c:501
vnet_interface_helper_flags_t_
Definition: interface.c:47
static u32 vlib_num_workers()
Definition: threads.h:367
static vlib_node_t * vlib_get_node(vlib_main_t *vm, u32 i)
Get vlib node by index.
Definition: node_funcs.h:59
#define VLIB_NODE_FLAG_IS_OUTPUT
Definition: node.h:296
#define vec_foreach(var, vec)
Vector iterator.
vnet_hw_interface_rx_mode default_rx_mode
Definition: interface.h:575
void vnet_delete_sw_interface(vnet_main_t *vnm, u32 sw_if_index)
Definition: interface.c:616
vnet_device_class_t * device_classes
Definition: interface.h:830
#define foreach_buffer_opaque_union_subtype
Definition: buffer.h:110
u32 id
Definition: udp.api:45
clib_error_t * vnet_hw_interface_change_mac_address(vnet_main_t *vnm, u32 hw_if_index, const u8 *mac_address)
Definition: interface.c:1477
_vnet_interface_function_list_elt_t * sw_interface_admin_up_down_functions[VNET_ITF_FUNC_N_PRIO]
Definition: vnet.h:68
clib_error_t * vnet_create_sw_interface(vnet_main_t *vnm, vnet_sw_interface_t *template, u32 *sw_if_index)
Definition: interface.c:578
#define CLIB_CACHE_LINE_BYTES
Definition: cache.h:59
static_always_inline vnet_feature_config_main_t * vnet_feature_get_config_main(u16 arc)
Definition: feature.h:241
void adj_nbr_update_rewrite(adj_index_t adj_index, adj_nbr_rewrite_flag_t flags, u8 *rewrite)
adj_nbr_update_rewrite
Definition: adj_nbr.c:298
static clib_error_t * call_sw_interface_mtu_change_callbacks(vnet_main_t *vnm, u32 sw_if_index)
Definition: interface.c:647
void ip6_sw_interface_enable_disable(u32 sw_if_index, u32 is_enable)
Definition: ip6_forward.c:238
u32 opaque[10]
Opaque data used by sub-graphs for their own purposes.
Definition: buffer.h:153
uword unformat(unformat_input_t *i, const char *fmt,...)
Definition: unformat.c:978
static uword unformat_check_input(unformat_input_t *i)
Definition: format.h:171
#define MODE_L3
Definition: l2_input.h:220
clib_error_t * vnet_hw_interface_set_class(vnet_main_t *vnm, u32 hw_if_index, u32 hw_class_index)
Definition: interface.c:1162