+--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+----------------------+----------------------+ | Test Case | 2106.0-8 | 2110.0-8 | 2110.0-9 | 2202.0-9 | 2110.0-9 vs 2110.0-8 | 2202.0-9 vs 2110.0-9 | +--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+----------------------+----------------------+ | 78b-2t1c-avf-ethip6-ip6scale2m | 154.9 +- 113.03 | 119.8 +- 80.69 | 89.7 +- 11.81 | 138.5 +- 111.88 | -25.13 +- 51.38 | +54.4 +- 126.37 | | 78b-2t1c-avf-ethip6-ip6scale200k | 123.1 +- 44.77 | 122.1 +- 65.17 | 87.3 +- 12.35 | 118.6 +- 83.98 | -28.5 +- 39.48 | +35.85 +- 98.1 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm | 433.8 +- 161.34 | 336.0 +- 74.86 | 423.6 +- 113.0 | 539.7 +- 110.68 | +26.07 +- 43.82 | +27.41 +- 42.87 | | 78b-2t1c-af-xdp-ethip6-ip6base | 600.7 +- 567.78 | 724.1 +- 388.76 | 299.7 +- 242.51 | 381.8 +- 284.36 | -58.61 +- 40.19 | +27.39 +- 140.11 | | 64b-2t1c-avf-eth-l2bdscale1mmaclrn | 94.4 +- 13.71 | 105.7 +- 32.72 | 102.8 +- 16.27 | 126.4 +- 67.13 | -2.74 +- 33.81 | +22.96 +- 68.14 | | 64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd | 478.1 +- 343.49 | 520.8 +- 337.09 | 580.4 +- 409.35 | 684.6 +- 401.26 | +11.44 +- 106.68 | +17.95 +- 108.17 | | 64b-2t1c-avf-eth-l2xcbase | 67.6 +- 11.83 | 61.7 +- 9.19 | 55.8 +- 9.25 | 62.9 +- 6.56 | -9.56 +- 20.15 | +12.72 +- 22.07 | | 64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr | 194.2 +- 9.44 | 171.4 +- 12.52 | 172.4 +- 8.22 | 192.9 +- 7.82 | +0.58 +- 8.77 | +11.89 +- 7.0 | | 64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192 | 132.3 +- 21.69 | 114.2 +- 4.76 | 118.3 +- 16.42 | 132.2 +- 36.1 | +3.59 +- 15.01 | +11.75 +- 34.23 | | 78b-2t1c-avf-ethip6-ip6base | 74.0 +- 14.66 | 66.9 +- 4.98 | 71.3 +- 8.27 | 76.1 +- 10.34 | +6.58 +- 14.69 | +6.73 +- 19.07 | | 64b-2t1c-avf-ethip4-ip4scale20k-rnd | 75.5 +- 10.73 | 71.8 +- 10.22 | 71.6 +- 5.7 | 76.3 +- 18.45 | -0.28 +- 16.26 | +6.56 +- 27.12 | | 64b-2t1c-avf-ethip4-ip4scale200k | 92.8 +- 13.52 | 78.3 +- 7.96 | 83.8 +- 16.05 | 89.1 +- 31.1 | +7.02 +- 23.2 | +6.32 +- 42.33 | | 78b-2t1c-avf-ethip6-ip6scale200k-rnd | 140.0 +- 67.1 | 147.4 +- 95.25 | 117.6 +- 82.74 | 123.2 +- 54.8 | -20.22 +- 76.22 | +4.76 +- 87.21 | | 64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758 | 236.3 +- 42.4 | 226.3 +- 15.24 | 218.5 +- 18.08 | 225.5 +- 15.82 | -3.45 +- 10.3 | +3.2 +- 11.19 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows | 97.6 +- 16.79 | 92.0 +- 7.12 | 92.0 +- 7.66 | 94.9 +- 11.85 | +0.0 +- 11.37 | +3.15 +- 15.48 | | 64b-2t1c-avf-ethip4-ip4base | 71.3 +- 7.02 | 66.0 +- 3.46 | 70.2 +- 6.68 | 72.0 +- 7.5 | +6.36 +- 11.56 | +2.56 +- 14.47 | | 64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc | 174.4 +- 21.55 | 159.6 +- 24.19 | 164.1 +- 12.21 | 168.2 +- 11.52 | +2.82 +- 17.36 | +2.5 +- 10.36 | | 64b-2t1c-avf-ethip4-ip4scale20k | 73.4 +- 6.31 | 74.1 +- 7.34 | 76.5 +- 7.93 | 78.3 +- 12.82 | +3.24 +- 14.81 | +2.35 +- 19.84 | | 64b-2t1c-avf-ethip4-ip4scale2m-rnd | 100.2 +- 44.02 | 83.5 +- 10.92 | 95.2 +- 18.98 | 96.4 +- 15.99 | +14.01 +- 27.18 | +1.26 +- 26.26 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows | 88.8 +- 8.12 | 89.9 +- 8.66 | 89.3 +- 5.83 | 90.3 +- 9.72 | -0.67 +- 11.56 | +1.12 +- 12.73 | | 64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows | 93.6 +- 15.84 | 88.4 +- 7.17 | 79.2 +- 4.44 | 79.9 +- 11.15 | -10.41 +- 8.83 | +0.88 +- 15.17 | | 64b-2t1c-avf-eth-l2patch | 32.6 +- 1.65 | 37.4 +- 6.19 | 35.4 +- 3.13 | 35.7 +- 6.15 | -5.35 +- 17.76 | +0.85 +- 19.53 | | 64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir | 132.1 +- 4.98 | 170.0 +- 8.97 | 168.6 +- 12.57 | 169.7 +- 5.95 | -0.82 +- 9.06 | +0.65 +- 8.29 | | 64b-2t1c-avf-ethip4-ip4scale200k-rnd | 82.5 +- 14.59 | 87.2 +- 34.69 | 77.9 +- 10.86 | 78.1 +- 10.47 | -10.67 +- 37.66 | +0.26 +- 19.39 | | 64b-2t1c-avf-dot1q-l2bdbasemaclrn | 96.7 +- 8.59 | 91.3 +- 20.99 | 89.0 +- 3.53 | 89.0 +- 5.16 | -2.52 +- 22.74 | +0.0 +- 7.03 | | 78b-2t1c-avf-ethip6-ip6scale20k-rnd | 84.0 +- 14.81 | 73.9 +- 8.43 | 72.0 +- 3.8 | 72.0 +- 4.71 | -2.57 +- 12.24 | +0.0 +- 8.41 | | 64b-2t1c-avf-ethip4-ip4scale2m | 98.5 +- 18.77 | 83.6 +- 8.45 | 97.4 +- 15.66 | 96.2 +- 20.86 | +16.51 +- 22.12 | -1.23 +- 26.66 | | 64b-2t1c-avf-eth-l2bdbasemaclrn | 79.4 +- 7.21 | 72.7 +- 6.15 | 72.0 +- 4.9 | 70.8 +- 9.27 | -0.96 +- 10.75 | -1.67 +- 14.51 | | 64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512 | 121.8 +- 3.99 | 125.5 +- 9.78 | 128.0 +- 5.81 | 125.4 +- 5.19 | +1.99 +- 9.2 | -2.03 +- 6.02 | | 64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows | 87.1 +- 7.13 | 88.7 +- 13.43 | 86.4 +- 11.61 | 83.9 +- 7.85 | -2.59 +- 19.72 | -2.89 +- 15.9 | | 78b-2t1c-avf-ethip6-ip6scale2m-rnd | 154.2 +- 58.86 | 105.1 +- 26.59 | 109.3 +- 38.34 | 105.4 +- 14.57 | +4.0 +- 44.98 | -3.57 +- 36.36 | | 64b-2t1c-af-xdp-ethip4-ip4scale20k | 317.3 +- 161.06 | 316.5 +- 192.47 | 273.6 +- 136.63 | 262.0 +- 189.17 | -13.55 +- 68.02 | -4.24 +- 84.07 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr | 223.6 +- 6.57 | 220.7 +- 12.57 | 216.4 +- 6.36 | 202.5 +- 7.43 | -1.95 +- 6.28 | -6.42 +- 4.4 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 252.6 +- 31.46 | 220.5 +- 16.93 | 212.3 +- 22.19 | 197.4 +- 13.73 | -3.72 +- 12.48 | -7.02 +- 11.67 | | 64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 354.2 +- 72.96 | 298.0 +- 22.32 | 309.7 +- 29.44 | 287.8 +- 18.98 | +3.93 +- 12.58 | -7.07 +- 10.75 | | 64b-2t1c-avf-eth-l2bdscale100kmaclrn | 92.6 +- 24.56 | 83.9 +- 8.97 | 78.2 +- 6.81 | 72.3 +- 3.56 | -6.79 +- 12.86 | -7.54 +- 9.25 | | 64b-2t1c-af-xdp-ethip4-ip4base | 409.7 +- 119.84 | 427.2 +- 156.7 | 559.8 +- 361.59 | 516.9 +- 248.43 | +31.04 +- 97.34 | -7.66 +- 74.34 | | 64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr | 221.2 +- 10.48 | 217.4 +- 8.0 | 216.7 +- 5.89 | 197.1 +- 6.42 | -0.32 +- 4.56 | -9.04 +- 3.86 | | 64b-2t1c-avf-eth-l2bdscale10kmaclrn | 101.8 +- 16.31 | 87.5 +- 11.97 | 87.2 +- 16.35 | 76.4 +- 11.56 | -0.34 +- 23.13 | -12.39 +- 21.11 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd | 582.0 +- 297.93 | 502.3 +- 382.62 | 774.0 +- 286.87 | 636.4 +- 367.46 | +54.09 +- 130.54 | -17.78 +- 56.41 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc | 211.8 +- 24.37 | 200.1 +- 5.55 | 200.3 +- 8.38 | 163.9 +- 5.09 | +0.1 +- 5.02 | -18.17 +- 4.26 | | 78b-2t1c-avf-ethip6-ip6scale20k | 84.1 +- 13.87 | 75.3 +- 13.38 | 89.0 +- 58.77 | 69.3 +- 5.1 | +18.19 +- 80.83 | -22.13 +- 51.74 | | 64b-2t1c-ethip4-ip4scale20k-rnd | 83.0 +- 9.24 | 80.9 +- 8.33 | 76.1 +- 6.85 | 57.5 +- 3.47 | -5.93 +- 12.87 | -24.44 +- 8.19 | | 64b-2t1c-ethip4-ip4scale20k | 74.0 +- 3.06 | 83.0 +- 33.35 | 73.2 +- 4.96 | 54.6 +- 2.55 | -11.81 +- 35.93 | -25.41 +- 6.14 | | 78b-2t1c-af-xdp-ethip6-ip6scale20k | 248.1 +- 97.19 | 228.9 +- 127.23 | 377.1 +- 157.48 | 277.7 +- 197.04 | +64.74 +- 114.54 | -26.36 +- 60.63 | | 78b-2t1c-ethip6-ip6base | 73.7 +- 3.2 | 79.9 +- 7.28 | 82.4 +- 5.06 | 56.5 +- 3.1 | +3.13 +- 11.33 | -31.43 +- 5.65 | | 64b-2t1c-eth-l2patch | 50.7 +- 2.06 | 51.0 +- 3.23 | 52.8 +- 2.78 | 36.0 +- 2.36 | +3.53 +- 8.53 | -31.82 +- 5.73 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm | 376.5 +- 51.91 | 407.6 +- 42.52 | 345.7 +- 33.81 | 233.1 +- 11.49 | -15.19 +- 12.13 | -32.57 +- 7.39 | | 64b-2t1c-ethip4-ip4base | 84.8 +- 11.58 | 84.7 +- 13.83 | 88.7 +- 10.44 | 53.9 +- 1.85 | +4.72 +- 21.08 | -39.23 +- 7.45 | | 64b-2t1c-eth-l2bdbasemaclrn | 94.6 +- 10.18 | 92.7 +- 8.12 | 86.9 +- 12.65 | 52.0 +- 3.56 | -6.26 +- 15.93 | -40.16 +- 9.63 | | 78b-2t1c-ethip6-ip6scale20k-rnd | 141.0 +- 121.83 | 92.5 +- 2.42 | 103.4 +- 38.91 | 61.7 +- 3.27 | +11.78 +- 42.17 | -40.33 +- 22.68 | | 78b-2t1c-ethip6-ip6scale20k | 72.6 +- 6.93 | 73.7 +- 3.27 | 106.5 +- 97.87 | 60.9 +- 2.56 | +44.5 +- 132.95 | -42.82 +- 52.6 | | 64b-2t1c-eth-l2xcbase | 76.7 +- 9.9 | 75.8 +- 2.94 | 75.8 +- 3.19 | 42.3 +- 1.83 | +0.0 +- 5.72 | -44.2 +- 3.37 | | 64b-2t1c-eth-l2bdscale100kmaclrn | 112.3 +- 6.68 | 116.7 +- 8.06 | 114.2 +- 6.73 | 60.8 +- 2.25 | -2.14 +- 8.88 | -46.76 +- 3.71 | | 64b-2t1c-ethip4-ip4base-eth-2memif-1dcr | 302.3 +- 13.33 | 299.1 +- 6.79 | 300.4 +- 8.8 | 151.1 +- 3.78 | +0.43 +- 3.72 | -49.7 +- 1.94 | | 64b-2t1c-eth-l2bdscale10kmaclrn | 106.2 +- 18.92 | 123.1 +- 11.75 | 124.3 +- 12.61 | 57.7 +- 4.85 | +0.97 +- 14.06 | -53.58 +- 6.12 | | 64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr | 309.7 +- 25.08 | 309.1 +- 20.89 | 305.9 +- 16.54 | 135.4 +- 4.5 | -1.04 +- 8.57 | -55.74 +- 2.81 | | 64b-2t1c-eth-l2bdscale1mmaclrn | 189.4 +- 114.88 | 178.8 +- 108.98 | 164.9 +- 51.67 | 68.7 +- 2.67 | -7.77 +- 63.2 | -58.34 +- 13.15 | | 64b-2t1c-eth-l2xcbase-eth-2memif-1dcr | 282.1 +- 11.4 | 281.4 +- 13.04 | 275.7 +- 11.91 | 105.9 +- 2.92 | -2.03 +- 6.21 | -61.59 +- 1.97 | +--------------------------------------------------------------+-----------------+-----------------+-----------------+-----------------+----------------------+----------------------+ Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710. YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202). YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below. 2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code. 2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.