+--------------------------------------------------------------+-----------------+------------------+-----------------+-----------------+----------------------+----------------------+ | Test Case | 2106.0-8 | 2110.0-8 | 2110.0-9 | 2202.0-9 | 2110.0-9 vs 2110.0-8 | 2202.0-9 vs 2110.0-9 | +--------------------------------------------------------------+-----------------+------------------+-----------------+-----------------+----------------------+----------------------+ | 78b-2t1c-af-xdp-ethip6-ip6base | 575.9 +- 358.18 | 274.75 +- 268.67 | 191.3 +- 190.28 | 530.8 +- 383.28 | -30.37 +- 97.12 | +177.47 +- 341.05 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm | 304.0 +- 63.21 | 244.6 +- 30.74 | 277.9 +- 61.22 | 383.6 +- 49.53 | +13.61 +- 28.81 | +38.04 +- 35.24 | | 64b-2t1c-af-xdp-ethip4-ip4scale20k | 297.6 +- 189.83 | 241.75 +- 156.51 | 374.2 +- 389.62 | 466.6 +- 350.58 | +54.79 +- 189.78 | +24.69 +- 160.1 | | 64b-2t1c-avf-ethip4-ip4scale200k | 94.2 +- 28.51 | 81.1 +- 7.89 | 71.2 +- 5.12 | 85.8 +- 11.77 | -12.21 +- 10.62 | +20.51 +- 18.67 | | 78b-2t1c-avf-ethip6-ip6scale200k | 142.5 +- 93.59 | 136.0 +- 76.81 | 110.6 +- 29.43 | 131.9 +- 74.58 | -18.68 +- 50.78 | +19.26 +- 74.53 | | 78b-2t1c-avf-ethip6-ip6base | 72.5 +- 9.81 | 68.5 +- 6.08 | 59.9 +- 3.11 | 69.5 +- 4.38 | -12.55 +- 8.99 | +16.03 +- 9.47 | | 78b-2t1c-avf-ethip6-ip6scale2m | 130.1 +- 79.69 | 103.8 +- 88.12 | 105.2 +- 89.35 | 114.2 +- 84.08 | +1.35 +- 121.71 | +8.56 +- 122.02 | | 78b-2t1c-avf-ethip6-ip6scale200k-rnd | 120.0 +- 51.97 | 92.4 +- 12.19 | 99.5 +- 19.49 | 105.9 +- 27.11 | +7.68 +- 25.43 | +6.43 +- 34.31 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc | 169.6 +- 19.13 | 149.3 +- 7.33 | 164.3 +- 22.51 | 174.0 +- 14.68 | +10.05 +- 16.02 | +5.9 +- 17.04 | | 64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd | 644.1 +- 326.7 | 638.5 +- 342.08 | 579.7 +- 349.11 | 612.6 +- 411.31 | -9.21 +- 73.18 | +5.68 +- 95.31 | | 64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192 | 110.5 +- 10.35 | 101.3 +- 6.43 | 100.1 +- 5.45 | 105.5 +- 5.91 | -1.18 +- 8.26 | +5.39 +- 8.23 | | 64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512 | 122.8 +- 15.67 | 120.0 +- 9.08 | 115.6 +- 5.99 | 121.5 +- 5.87 | -3.67 +- 8.83 | +5.1 +- 7.45 | | 64b-2t1c-avf-eth-l2patch | 39.2 +- 7.97 | 39.6 +- 8.4 | 36.2 +- 3.01 | 37.7 +- 5.87 | -8.59 +- 20.82 | +4.14 +- 18.38 | | 64b-2t1c-avf-eth-l2xcbase | 57.1 +- 8.9 | 54.0 +- 4.67 | 53.3 +- 7.92 | 55.2 +- 8.5 | -1.3 +- 16.96 | +3.56 +- 22.15 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows | 91.5 +- 11.94 | 88.4 +- 7.07 | 82.7 +- 10.6 | 85.5 +- 10.02 | -6.45 +- 14.14 | +3.39 +- 17.96 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows | 82.2 +- 11.96 | 84.5 +- 12.68 | 80.2 +- 5.07 | 81.4 +- 5.13 | -5.09 +- 15.45 | +1.5 +- 9.06 | | 64b-2t1c-avf-eth-l2bdscale10kmaclrn | 86.6 +- 17.1 | 75.1 +- 10.85 | 80.0 +- 7.39 | 80.8 +- 6.8 | +6.52 +- 18.27 | +1.0 +- 12.62 | | 78b-2t1c-avf-ethip6-ip6scale2m-rnd | 116.9 +- 23.08 | 94.5 +- 9.42 | 98.8 +- 10.96 | 99.7 +- 16.34 | +4.55 +- 15.59 | +0.91 +- 19.97 | | 64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr | 189.5 +- 8.8 | 182.7 +- 14.23 | 179.5 +- 4.88 | 178.8 +- 8.6 | -1.75 +- 8.1 | -0.39 +- 5.5 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 270.3 +- 21.28 | 264.2 +- 18.27 | 269.4 +- 16.29 | 267.6 +- 36.25 | +1.97 +- 9.37 | -0.67 +- 14.74 | | 64b-2t1c-avf-ethip4-ip4scale2m | 91.9 +- 14.04 | 103.6 +- 23.21 | 93.9 +- 22.75 | 93.1 +- 21.68 | -9.36 +- 29.9 | -0.85 +- 33.31 | | 64b-2t1c-avf-eth-l2bdbasemaclrn | 78.9 +- 6.59 | 71.6 +- 7.04 | 70.0 +- 6.29 | 69.2 +- 4.34 | -2.23 +- 13.02 | -1.14 +- 10.83 | | 78b-2t1c-avf-ethip6-ip6scale20k-rnd | 90.5 +- 21.41 | 71.7 +- 9.06 | 69.8 +- 4.26 | 69.0 +- 5.33 | -2.65 +- 13.66 | -1.15 +- 9.74 | | 64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758 | 222.7 +- 22.19 | 240.4 +- 52.14 | 226.7 +- 33.46 | 222.8 +- 23.62 | -5.7 +- 24.74 | -1.72 +- 17.86 | | 64b-2t1c-avf-ethip4-ip4scale20k-rnd | 75.1 +- 10.25 | 66.9 +- 5.17 | 69.1 +- 4.98 | 67.9 +- 3.87 | +3.29 +- 10.92 | -1.74 +- 9.03 | | 64b-2t1c-avf-ethip4-ip4base | 73.2 +- 10.9 | 71.2 +- 7.38 | 68.1 +- 6.67 | 66.9 +- 4.56 | -4.35 +- 13.64 | -1.76 +- 11.72 | | 64b-2t1c-avf-ethip4-ip4scale20k | 76.9 +- 9.27 | 73.3 +- 8.99 | 76.0 +- 11.24 | 74.6 +- 6.04 | +3.68 +- 19.93 | -1.84 +- 16.56 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows | 87.4 +- 8.64 | 87.6 +- 12.76 | 83.4 +- 4.43 | 81.4 +- 6.13 | -4.79 +- 14.76 | -2.4 +- 8.99 | | 78b-2t1c-avf-ethip6-ip6scale20k | 87.7 +- 28.45 | 77.4 +- 13.23 | 72.6 +- 8.8 | 70.5 +- 8.41 | -6.2 +- 19.65 | -2.89 +- 16.51 | | 64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir | 191.2 +- 226.23 | 159.9 +- 8.69 | 167.6 +- 32.16 | 160.1 +- 10.47 | +4.82 +- 20.9 | -4.47 +- 19.36 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr | 187.4 +- 5.4 | 183.5 +- 5.99 | 184.6 +- 8.04 | 176.1 +- 11.44 | +0.6 +- 5.48 | -4.6 +- 7.46 | | 64b-2t1c-avf-eth-l2bdscale100kmaclrn | 82.0 +- 6.99 | 84.5 +- 11.47 | 81.5 +- 6.55 | 77.5 +- 5.99 | -3.55 +- 15.22 | -4.91 +- 10.6 | | 64b-2t1c-af-xdp-ethip4-ip4base | 290.1 +- 299.19 | 547.62 +- 289.25 | 418.3 +- 355.56 | 387.0 +- 195.21 | -23.62 +- 76.44 | -7.48 +- 91.45 | | 64b-2t1c-avf-ethip4-ip4scale2m-rnd | 94.7 +- 46.54 | 96.8 +- 48.22 | 89.8 +- 40.36 | 83.0 +- 22.3 | -7.23 +- 62.24 | -7.57 +- 48.39 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows | 83.0 +- 7.75 | 91.2 +- 12.24 | 84.5 +- 7.52 | 78.1 +- 3.14 | -7.35 +- 14.92 | -7.57 +- 9.02 | | 64b-2t1c-avf-dot1q-l2bdbasemaclrn | 88.3 +- 10.67 | 85.9 +- 7.2 | 90.0 +- 21.89 | 82.7 +- 4.11 | +4.77 +- 26.96 | -8.11 +- 22.82 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 476.7 +- 141.24 | 212.5 +- 31.49 | 212.5 +- 27.28 | 186.6 +- 8.76 | +0.0 +- 19.61 | -12.19 +- 12.0 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd | 592.5 +- 392.75 | 512.25 +- 398.01 | 731.0 +- 373.41 | 619.2 +- 329.74 | +42.7 +- 132.69 | -15.29 +- 62.51 | | 64b-2t1c-avf-ethip4-ip4scale200k-rnd | 80.9 +- 11.08 | 100.5 +- 43.29 | 87.7 +- 36.22 | 73.9 +- 2.47 | -12.74 +- 52.08 | -15.74 +- 34.92 | | 64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr | 184.2 +- 7.42 | 183.5 +- 6.45 | 184.9 +- 5.7 | 153.1 +- 13.6 | +0.76 +- 4.71 | -17.2 +- 7.79 | | 64b-2t1c-avf-eth-l2bdscale1mmaclrn | 93.7 +- 12.26 | 109.8 +- 44.62 | 118.1 +- 60.18 | 95.1 +- 19.39 | +7.56 +- 70.1 | -19.48 +- 44.2 | | 64b-2t1c-ethip4-ip4scale20k-rnd | 98.7 +- 57.57 | 72.0 +- 5.56 | 69.8 +- 5.45 | 54.7 +- 2.0 | -3.06 +- 10.65 | -21.63 +- 6.76 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 191.1 +- 32.45 | 184.7 +- 8.58 | 201.0 +- 23.07 | 155.4 +- 4.3 | +8.83 +- 13.48 | -22.69 +- 9.13 | | 78b-2t1c-ethip6-ip6scale20k | 66.1 +- 3.11 | 72.6 +- 8.42 | 75.8 +- 6.18 | 58.2 +- 3.16 | +4.41 +- 14.8 | -23.22 +- 7.52 | | 64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc | 165.8 +- 11.54 | 168.9 +- 5.0 | 168.4 +- 10.08 | 129.0 +- 5.66 | -0.3 +- 6.66 | -23.4 +- 5.68 | | 78b-2t1c-ethip6-ip6scale20k-rnd | 70.4 +- 3.1 | 83.3 +- 8.17 | 81.5 +- 4.4 | 61.7 +- 2.91 | -2.16 +- 10.95 | -24.29 +- 5.43 | | 64b-2t1c-ethip4-ip4scale20k | 71.3 +- 5.96 | 70.6 +- 4.14 | 71.8 +- 6.12 | 52.9 +- 2.77 | +1.7 +- 10.53 | -26.32 +- 7.37 | | 64b-2t1c-eth-l2patch | 50.4 +- 2.99 | 48.6 +- 1.84 | 49.5 +- 2.68 | 36.1 +- 5.36 | +1.85 +- 6.72 | -27.07 +- 11.53 | | 78b-2t1c-ethip6-ip6base | 71.6 +- 4.43 | 74.5 +- 3.5 | 76.6 +- 6.31 | 55.5 +- 4.84 | +2.82 +- 9.75 | -27.55 +- 8.69 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k | 264.4 +- 149.06 | 364.25 +- 205.12 | 447.6 +- 375.55 | 308.9 +- 296.14 | +22.88 +- 124.17 | -30.99 +- 87.92 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 310.3 +- 39.2 | 315.3 +- 26.91 | 301.4 +- 31.17 | 203.6 +- 16.95 | -4.41 +- 12.82 | -32.45 +- 8.97 | | 64b-2t1c-ethip4-ip4base | 88.6 +- 12.35 | 72.9 +- 8.25 | 83.2 +- 14.63 | 54.4 +- 3.27 | +14.13 +- 23.86 | -34.62 +- 12.15 | | 64b-2t1c-eth-l2bdbasemaclrn | 86.0 +- 7.36 | 82.3 +- 8.64 | 79.3 +- 6.24 | 50.7 +- 3.37 | -3.65 +- 12.64 | -36.07 +- 6.58 | | 64b-2t1c-eth-l2bdscale10kmaclrn | 80.3 +- 7.76 | 87.7 +- 10.17 | 85.9 +- 11.07 | 53.8 +- 2.74 | -2.05 +- 16.98 | -37.37 +- 8.68 | | 64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm | 316.2 +- 42.56 | 324.0 +- 41.48 | 333.9 +- 45.47 | 201.3 +- 9.27 | +3.06 +- 19.26 | -39.71 +- 8.67 | | 64b-2t1c-eth-l2xcbase | 70.7 +- 4.81 | 70.2 +- 3.91 | 70.7 +- 3.59 | 42.2 +- 2.74 | +0.71 +- 7.59 | -40.31 +- 4.92 | | 64b-2t1c-ethip4-ip4base-eth-2memif-1dcr | 275.9 +- 14.3 | 249.3 +- 21.86 | 254.9 +- 13.48 | 144.6 +- 2.01 | +2.25 +- 10.47 | -43.27 +- 3.1 | | 64b-2t1c-eth-l2bdscale100kmaclrn | 139.6 +- 105.37 | 127.0 +- 68.6 | 109.1 +- 13.4 | 59.6 +- 2.07 | -14.09 +- 47.59 | -45.37 +- 6.97 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr | 247.5 +- 15.83 | 242.5 +- 12.44 | 243.4 +- 8.45 | 128.3 +- 6.46 | +0.37 +- 6.22 | -47.29 +- 3.23 | | 64b-2t1c-eth-l2bdscale1mmaclrn | 206.3 +- 148.06 | 134.5 +- 21.09 | 126.5 +- 18.52 | 65.7 +- 2.83 | -5.95 +- 20.18 | -48.06 +- 7.93 | | 64b-2t1c-eth-l2xcbase-eth-2memif-1dcr | 241.2 +- 13.63 | 245.8 +- 19.89 | 239.3 +- 16.79 | 106.3 +- 2.83 | -2.64 +- 10.43 | -55.58 +- 3.33 | +--------------------------------------------------------------+-----------------+------------------+-----------------+-----------------+----------------------+----------------------+ Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710. YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202). YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below. 2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code. 2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.