diff --git a/README.md b/README.md index 0ac74c350..4a7c1fa7c 100644 --- a/README.md +++ b/README.md @@ -253,6 +253,8 @@ Our test shows the forwarding speed (pps) of DPVS is several times than LVS and ![performance](./pic/performance.png) +Click [here](./test/release/v1.9.2/performance.md) for the lastest performance data. + # License Please refer to the [License](./LICENSE.md) file for details. diff --git a/src/VERSION b/src/VERSION index 51b74fba3..c545d6e10 100755 --- a/src/VERSION +++ b/src/VERSION @@ -1,11 +1,53 @@ -#!/bin/sh - +#!/bin/sh # program: dpvs -# Jan 4, 2022 -# -# Rebase v1.8.12 to v1.9.0 +# Jul 19, 2022 # export VERSION=1.9 -export RELEASE=1.alpha +export RELEASE=2 echo $VERSION-$RELEASE + +## Features +#* Dpvs: Add ipset framework and 12 set types. +#* Dpvs: Add an ipset based tc classifier -- tc_cls_ipset. +#* Dpvs: Add l2/l3/l4 header parse apis for mbuf. +#* Dpvs: Add config option "dedicated_queues" for bonding mode 4 (802.3ad). +#* Dpvs: Isolate kni ingress traffic using kni address flow. +#* Dpvs: Update rss reta table according to configured workers after device bootup. +#* Dpvs: Expire quiescent connections after realserver was removed. +#* Dpvs: Make async log mempool size and log timestamp configurable. +#* Dpvs: Enable dpvs log only when macro CONFIG_DPVS_LOG is defined. +#* Dpvs: Make debug fields in dp_vs_conn configurable for memory optimization. +#* Toa: Support linux kernel verison v5.7.0+. +#* Keepalived: Add UDP_CHECK health checker. +#* Test: Add flame graph scripts for performance tests. +#* Test: Add performance benchmark tests of DPVS v1.9.2. +#* Docs: Update some docs. +# +## Bugfix +#* Dpvs: Fix a crash problem when timer is scheduled from within another timer's callback. +#* Dpvs: Fix a crash problem caused by incorrect mbuf pointer in IPv4 fragmentation. +#* Dpvs: Fix a crash problem caused by using unsafe list macro in conhash. +#* Dpvs: Fix the fullnat tcp forwarding failure problem when defer_rs_syn enabled. +#* Dpvs: Fix the ipvs rr/wrr/wlc problem of uneven load distribution across dests. +#* Dpvs: Fix the weight ratio update problem in conhash schedule algorithm. +#* Dpvs: Send tcp rst to both ends when snat conneciton expired. +#* Dpvs: Use unified dest validation in mh scheduling algorithm. +#* Dpvs: Fix the icmp sending failure problem when no route cached in mbuf. +#* Dpvs: Fix the compiling failure problem when icmp debug is enabled. +#* Dpvs: Fix the icmpv6 sending failure problem caused by incorrect mtu. +#* Dpvs: Fix icmpv6 checksum error caused by incorrect payload length endian in ipv6 header. +#* Dpvs: Fix the checksum problem caused by incorrect netif interface. +#* Dpvs: Fix the bonding mode 4 problem caused by LACP failure. +#* Dpvs: Fix the ipv6 neighbour ring full problem to kni isolated lcore. +#* Dpvs: Fix the list/edit problem for MATCH type service (snat service). +#* Dpvs: Fix incorrect oifname typo in MATCH type. +#* Dpvs: Fix the dpvs worker blocking problem when async log is enabled. +#* Dpvs: Fix some memory overflow problems when log messages are truncated. +#* Dpvs: Fix the msg sequence duplicated problem in ipvs allow list. +#* Dpvs: Fix the incorrect uoa client source port problem in fnat64. +#* Uoa: Fix uoa data parse problem of ipv4 opp, and add a module parameter to parse uoa data in netfilter forward chain. +#* Keepalived: Fix an exit problem when reload. +#* Keepalived: Fix some compile problems found on ubuntu. +#* Ipvsadm: Use correct flag in listing ipvs connections. diff --git a/test/flameGraph/run.sh b/test/flameGraph/run.sh index 1d55f925e..961a3fb24 100755 --- a/test/flameGraph/run.sh +++ b/test/flameGraph/run.sh @@ -9,7 +9,7 @@ outfile=$2 [ ! -f $infile ] && echo -e "can't find input perf.data file $inflie, please use `perf record` to generate it" [ _$outfile = _ ] && echo -e "invalid out.file name" && exit 1 -perf script -i perf.data &> perf.unfold +perf script -i $infile > perf.unfold ./stackcollapse-perf.pl perf.unfold &> perf.folded ./flamegraph.pl perf.folded > $outfile.svg rm -f perf.unfold diff --git a/test/release/v1.9.2/performance.data b/test/release/v1.9.2/performance.data new file mode 100644 index 000000000..743cb2ff0 --- /dev/null +++ b/test/release/v1.9.2/performance.data @@ -0,0 +1,22 @@ +* TCP CPS/CC Tests +workers,cps;ipackets/pps,opackets/pps,ibytes/Bps,obytes/Bps;connections;pktRx,pktTx,bitsRx,bitsTx,dropTx +1,200000;1211533,1211847,99143458,102396220;1472000;600020,599988,393618488,382378808,0 +2,360000;2166961,2166955,177320954,183100299;2701000;1072119,1076034,703360424,685830112,0 +4,660000;3960726,3960788,324114391,334680450;4941000;1980045,1980054,1298916032,1261958232,0 +8,1060000;6360626,6360628,520511025,537472046;7949000;3180092,3180068,2086137680,2026768232,0 +10,1240000;7440784,7440727,608903706,628741279;9299000;3718514,3719316,2439334056,2370499504,0 +16,1070000;6420639,6420548,525422150,542537169;8019000;3210000,3209989,2105751088,2045839664,0 (cross-numa-node) + +* UDP PPS Tests +workers,connections;ipackets/pps,opackets/pps,ibytes/Bps,obytes/Bps;pktRx,pktTx,bitsRx,bitsTx,dropTx +1,2900;2900244,2900221,174014668,174013684;1449993,1450000,695996816,498800000,0 +2,5000;5000418,5000370,300024968,300022497;2499954,2500000,1199978096,860000000,0 +4,9200;9201066,9201048,552063906,552062986;4486101,4600001,2153329128,1582400344,0 +8,9450;9451027,9451004,567061568,567060365;4723923,4724932,2267483216,1625376608,0 + +* Throughput Tests +workers,connections;ipackets/pps,opackets/pps,ibytes/Bps,obytes/Bps;pktRx,pktTx,bitsRx,bitsTx,dropTx +1,1000;1424608,1424599,1215824068,1215816616;712263,712285,4866168760,4860632840,0 +2,1000;1424748,1424738,1215947746,1215939706;712247,712263,4866065328,4860482712,0 +4,1000;1424876,1424870,1216052235,1216047912;712258,712238,4866134600,4860312112,0 +8,1000;1424788,1424787,1215971428,1215970249;712261,712260,4866160976,4860462240,0 diff --git a/test/release/v1.9.2/performance.md b/test/release/v1.9.2/performance.md new file mode 100644 index 000000000..9ed7094e3 --- /dev/null +++ b/test/release/v1.9.2/performance.md @@ -0,0 +1,257 @@ +DPVS v1.9.2 Performance Tests +=== + +* [Test Platform](#platform) +* [TCP CPS/CC Tests](#cps/cc) +* [UDP PPS Tests](#pps) +* [Throughput Tests](#throughput) + + + + +# Test Platform + +The performance of DPVS v1.9.2 is examined on two physical servers, one serves as DPVS server, and the other as both backend server(RS) and client(Client). RS and Client take advantages of [dperf](https://github.com/baidu/dperf), a high performance benchmark tool based on DPDK developed by baidu. The dperf server process and dperf client process use isolated NIC interfaces, CPU coers, and hugepage memory in order to run both processes on a single node. + +### DPVS Server + ++ CPU: Intel(R) Xeon(R) CPU E5-2650 v4 @ 2.20GHz, 2 Sockets, 12 Cores per Socket, 2 Threads per Core ++ Memory: 188G Bytes ++ NIC: Intel Corporation Ethernet Controller 10-Gigabit X540-AT2 ++ OS: Centos 7.6 ++ DPVS: v1.9.2 + +### Dperf Server/Client + ++ CPU: Intel(R) Xeon(R) CPU E5-2650 v3 @ 2.30GHz, 2 Sockets, 10 Cores per Socket, 2 Threads per Core ++ Memory: 62G Bytes ++ NIC: Intel Corporation Ethernet Controller 10-Gigabit X540-AT2 ++ OS: Centos 7.6 ++ Dperf: v1.2.0 + + + +# TCP CPS/CC Tests + +CPS(Connections per Second) and CC (Concurrent Connections) tests are performed by using the extreme small sized packets (payload_size=1) and variable `cps` of dperf clients. We gradually increase the `cps` of dperf clients until packet loss is seen in DPVS, and then the corresponding CPS and CC are the performance data that we need. + +### Dperf Client + +``` +mode client +cpu 8-15 +slow_start 60 +tx_burst 128 +launch_num 10 +payload_size 1 +duration 90s +protocol tcp +cps [refer to performance data] +port 0000:04:00.0 192.168.0.30 192.168.7.254 +client 192.168.3.0 50 +server 192.168.5.1 8 +listen 80 1 +``` + +### Dperf Server + +``` +mode server +cpu 0-7 +tx_burst 128 +payload_size 1 +duration 100d +port 0000:04:00.1 192.168.1.30 192.168.7.254 +client 192.168.0.28 1 +client 192.168.1.28 1 +client 192.168.1.30 1 +client 192.168.3.0 200 +server 192.168.6.100 8 +listen 80 1 +``` + +### DPVS + ++ Service: 192.168.5.[1-8]:80, TCP, FullNAT, rr, syn-proxy off ++ Local IP: 192.168.3.[100-149] + +``` +TCP 192.168.5.1:80 rr + -> 192.168.6.100:80 FullNat 100 0 4 + -> 192.168.6.101:80 FullNat 100 0 4 + -> 192.168.6.102:80 FullNat 100 0 2 + -> 192.168.6.103:80 FullNat 100 0 1 + -> 192.168.6.104:80 FullNat 100 0 0 + -> 192.168.6.105:80 FullNat 100 0 0 + -> 192.168.6.106:80 FullNat 100 0 1 + -> 192.168.6.107:80 FullNat 100 0 2 +TCP 192.168.5.2:80 rr + -> 192.168.6.100:80 FullNat 100 0 1 + -> 192.168.6.101:80 FullNat 100 0 2 + ... +... +``` + +### Performance Data + +| workers | cps | ipackets/pps | opackets/pps | ibytes/Bps | obytes/Bps | connections | dperf:pktRx | dperf:pktTx | dperf:bitsRx | dperf:bitsTx | dperf:dropTx | +| ------- | --------- | ------------ | ------------ | ----------- | ----------- | ----------- | ----------- | ----------- | ------------- | ------------- | ------------ | +| 1 | 200,000 | 1,211,533 | 1,211,847 | 99,143,458 | 102,396,220 | 1,472,000 | 600,020 | 599,988 | 393,618,488 | 382,378,808 | 0 | +| 2 | 360,000 | 2,166,961 | 2,166,955 | 177,320,954 | 183,100,299 | 2,701,000 | 1,072,119 | 1,076,034 | 703,360,424 | 685,830,112 | 0 | +| 4 | 660,000 | 3,960,726 | 3,960,788 | 324,114,391 | 334,680,450 | 4,941,000 | 1,980,045 | 1,980,054 | 1,298,916,032 | 1,261,958,232 | 0 | +| 8 | 1,060,000 | 6,360,626 | 6,360,628 | 520,511,025 | 537,472,046 | 7,949,000 | 3,180,092 | 3,180,068 | 2,086,137,680 | 2,026,768,232 | 0 | +| 10 | 1,240,000 | 7,440,784 | 7,440,727 | 608,903,706 | 628,741,279 | 9,299,000 | 3,718,514 | 3,719,316 | 2,439,334,056 | 2,370,499,504 | 0 | +| 16 | 1,070,000 | 6,420,639 | 6,420,548 | 525,422,150 | 542,537,169 | 8,019,000 | 3,210,000 | 3,209,989 | 2,105,751,088 | 2,045,839,664 | 0 | + + +![CPS/CC](./pics/tcp_cps.png) + +In case of 8-workers, DPVS v1.9.2 can establish **1,000,000 new connections per second**, and hold **8,000,000 concurrent connections** in the meanwhile. The performance gains approximately linearly when worker number is below 10. But an obvious performance loss is seen in 16-workers. One reason is that DPVS doesn't eliminate all racing conditions in datapath, and the problem gets worse with the increase of worker number. Besides, some DPVS workers are assigned to the CPU cores on NUMA socket different from that of NIC when running with 16-workers. Our DPVS server only has 12 CPU cores available per socket. + +Let's make a deep insight into the `cpu-clock` events of DPVS with Linux performance analysis tool `perf`. We build DPVS with debug info and then run CPC/CC tests with 1-worker and 8-workers, with dperf `cps` configured to be 100,000 and 600,000 respectively. The performance flame graphs are shown below. + +![perf-flame-worker-1](./pics/worker1.svg) + +![perf-flame-worker-8](./pics/worker8.svg) + + + +# UDP PPS Tests + +In PPS tests, dperf clients keep a fixed `cps` of 3k and `keepalive` of 2ms, and adjust concurrent connections `cc` to generate different `pps` traffic. The same with CPS/CC tests, an extreme small payload of 1 byte is used. We use UDP protocol for the tests. Besides, `tx_burst` in dperf client is set to 1 to reduce traffic surge. + +### Dperf Client + +``` +mode client +cpu 8-15 +slow_start 60 +tx_burst 128 +launch_num 1 +payload_size 1 +duration 90s +protocol udp +cps 3k +cc [refer to performance data] +keepalive 2ms +port 0000:04:00.0 192.168.0.30 192.168.7.254 +client 192.168.3.0 50 +server 192.168.5.1 8 +listen 80 1 +``` +### Dperf Server + +``` +mode server +cpu 0-7 +tx_burst 128 +payload_size 1 +duration 100d +protocol udp +keepalive 10s +port 0000:04:00.1 192.168.1.30 192.168.7.254 +client 192.168.0.28 1 +client 192.168.1.28 1 +client 192.168.1.30 1 +client 192.168.3.0 200 +server 192.168.6.100 8 +listen 80 1 +``` + +### DPVS + ++ Service: 192.168.5.[1-8]:80, UDP, FullNAT, rr, uoa off ++ Local IP: 192.168.3.[100-149] + +``` +UDP 192.168.5.1:80 rr + -> 192.168.6.100:80 FullNat 100 0 0 + -> 192.168.6.101:80 FullNat 100 0 0 + -> 192.168.6.102:80 FullNat 100 0 0 + -> 192.168.6.103:80 FullNat 100 0 0 + -> 192.168.6.104:80 FullNat 100 0 0 + -> 192.168.6.105:80 FullNat 100 0 0 + -> 192.168.6.106:80 FullNat 100 0 0 + -> 192.168.6.107:80 FullNat 100 0 0 +UDP 192.168.5.2:80 rr + -> 192.168.6.100:80 FullNat 100 0 0 + -> 192.168.6.101:80 FullNat 100 0 0 + ... +... +``` + +### Performance Data + +| workers | connections | ipackets/pps | opackets/pps | ibytes/Bps | obytes/Bps | dperf:pktRx | dperf:pktTx | dperf:bitsRx | dperf:bitsTx | dperf:dropTx | +| ------- | ----------- | ------------ | ------------ | ----------- | ----------- | ----------- | ----------- | ------------- | ------------- | ------------ | +| 1 | 2,900 | 2,900,244 | 2,900,221 | 174,014,668 | 174,013,684 | 1,449,993 | 1,450,000 | 695,996,816 | 498,800,000 | 0 | +| 2 | 5,000 | 5,000,418 | 5,000,370 | 300,024,968 | 300,022,497 | 2,499,954 | 2,500,000 | 1,199,978,096 | 860,000,000 | 0 | +| 4 | 9,200 | 9,201,066 | 9,201,048 | 552,063,906 | 552,062,986 | 4,486,101 | 4,600,001 | 2,153,329,128 | 1,582,400,344 | 0 | +| 8 | 9,450 | 9,451,027 | 9,451,004 | 567,061,568 | 567,060,365 | 4,723,923 | 4,724,932 | 2,267,483,216 | 1,625,376,608 | 0 | + +![PPS](./pics/udp_pps.png) + +As shown above, DPVS v1.9.2 can reach the peak of PPS (i.e, about 9,000,000 PPS) with 4-workers in the tests. We may need a 25G/100G NIC for a higher PPS test. + + + +# Throughput Tests + +In throughput tests, dperf clients keep a fixed `cps` of 400 and `keepalive` of 1ms, and adjust concurrent connections `cc` to generate different `pps` traffic. The `payload_size` of both dperf server and dperf client are set to 800 bytes, and TCP protocol is used. + +### Dperf Client + +``` +mode client +cpu 8-15 +slow_start 60 +tx_burst 128 +launch_num 10 +payload_size 800 +duration 90s +protocol tcp +cps 400 +cc [refer to performance data] +keepalive 1ms +port 0000:04:00.0 192.168.0.30 192.168.7.254 +client 192.168.3.0 50 +server 192.168.5.1 8 +listen 80 1 +``` + +### Dperf Server + +``` +mode server +cpu 0-7 +tx_burst 128 +payload_size 800 +duration 100d +protocol tcp +keepalive 10s +port 0000:04:00.1 192.168.1.30 192.168.7.254 +client 192.168.0.28 1 +client 192.168.1.28 1 +client 192.168.1.30 1 +client 192.168.3.0 200 +server 192.168.6.100 8 +listen 80 1 +``` + +## DPVS + +DPVS configurations are the same with the `TCP CPS/CC Tests`. + + +### Performance Data + +| workers | connections | ipackets/pps | opackets/pps | ibytes/Bps | obytes/Bps | dperf:pktRx | dperf:pktTx | dperf:bitsRx | dperf:bitsTx | dperf:dropTx | +| ------- | ----------- | ------------ | ------------ | ------------- | ------------- | ----------- | ----------- | ------------- | ------------- | ------------ | +| 1 | 1,000 | 1,424,608 | 1,424,599 | 1,215,824,068 | 1,215,816,616 | 712,263 | 712,285 | 4,866,168,760 | 4,860,632,840 | 0 | +| 2 | 1,000 | 1,424,748 | 1,424,738 | 1,215,947,746 | 1,215,939,706 | 712,247 | 712,263 | 4,866,065,328 | 4,860,482,712 | 0 | +| 4 | 1,000 | 1,424,876 | 1,424,870 | 1,216,052,235 | 1,216,047,912 | 712,258 | 712,238 | 4,866,134,600 | 4,860,312,112 | 0 | +| 8 | 1,000 | 1,424,788 | 1,424,787 | 1,215,971,428 | 1,215,970,249 | 712,261 | 712,260 | 4,866,160,976 | 4,860,462,240 | 0 | + +![Throughput](./pics/tcp_throughput.png) + +As shown above, DPVS v1.9.2 fills with ease the full bandwith of 10G NIC using only one worker. diff --git a/test/release/v1.9.2/pics/tcp_cps.png b/test/release/v1.9.2/pics/tcp_cps.png new file mode 100644 index 000000000..738d5bcd1 Binary files /dev/null and b/test/release/v1.9.2/pics/tcp_cps.png differ diff --git a/test/release/v1.9.2/pics/tcp_throughput.png b/test/release/v1.9.2/pics/tcp_throughput.png new file mode 100644 index 000000000..b658d0dfd Binary files /dev/null and b/test/release/v1.9.2/pics/tcp_throughput.png differ diff --git a/test/release/v1.9.2/pics/udp_pps.png b/test/release/v1.9.2/pics/udp_pps.png new file mode 100644 index 000000000..78406056a Binary files /dev/null and b/test/release/v1.9.2/pics/udp_pps.png differ diff --git a/test/release/v1.9.2/pics/worker1.svg b/test/release/v1.9.2/pics/worker1.svg new file mode 100644 index 000000000..2de70817f --- /dev/null +++ b/test/release/v1.9.2/pics/worker1.svg @@ -0,0 +1,3440 @@ + + + + + + + + + + + + + + +Flame Graph + +Reset Zoom +Search +ic + + + +dp_vs_conn_hashkey (41 samples, 0.01%) + + + +dp_vs_conn_put (182 samples, 0.05%) + + + +rte_eth_rx_burst (7,395 samples, 1.85%) +r.. + + +tcp_fnat_out_handler (71 samples, 0.02%) + + + +tcp_in_adjust_seq (38 samples, 0.01%) + + + +validate_xmit_mbuf (55 samples, 0.01%) + + + +rte_pktmbuf_prepend (160 samples, 0.04%) + + + +rte_atomic32_inc (377 samples, 0.09%) + + + +__rte_jhash_3words (85 samples, 0.02%) + + + +rte_pktmbuf_trim (611 samples, 0.15%) + + + +timer_pending (58 samples, 0.01%) + + + +rte_atomic32_dec (351 samples, 0.09%) + + + +list_empty (39 samples, 0.01%) + + + +lcore-worker-1 (400,419 samples, 100.00%) +lcore-worker-1 + + +list_empty (1,540 samples, 0.38%) + + + +htons@plt (61 samples, 0.02%) + + + +ip4_hdr (52 samples, 0.01%) + + + +htons (90 samples, 0.02%) + + + +__dp_vs_xmit_fnat4 (92 samples, 0.02%) + + + +rte_arch_bswap32 (221 samples, 0.06%) + + + +rte_ether_addr_copy (36 samples, 0.01%) + + + +dpvs_timer_update (97 samples, 0.02%) + + + +port_tab_hashkey (416 samples, 0.10%) + + + +dp_vs_conn_is_template (39 samples, 0.01%) + + + +slave_lcore_loop_func (3,973 samples, 0.99%) + + + +rte_get_tsc_cycles (67 samples, 0.02%) + + + +dp_vs_in (244,276 samples, 61.01%) +dp_vs_in + + +netif_xmit (66 samples, 0.02%) + + + +ip4_hdrlen (69 samples, 0.02%) + + + +timer_pending (211 samples, 0.05%) + + + +__vdso_clock_gettime (44 samples, 0.01%) + + + +ip4_is_frag (733 samples, 0.18%) + + + +list_empty (196 samples, 0.05%) + + + +iftraf_pkt_in (251 samples, 0.06%) + + + +netif_hard_xmit (2,770 samples, 0.69%) + + + +rte_pktmbuf_tailroom (134 samples, 0.03%) + + + +rte_is_zero_ether_addr (809 samples, 0.20%) + + + +dp_vs_rr_schedule (1,052 samples, 0.26%) + + + +rte_atomic32_inc (639 samples, 0.16%) + + + +rte_lcore_id (126 samples, 0.03%) + + + +__list_add (96 samples, 0.02%) + + + +timeval_to_ticks (1,062 samples, 0.27%) + + + +tcp_state_idx (628 samples, 0.16%) + + + +dp_vs_redirect_alloc (121 samples, 0.03%) + + + +rte_pktmbuf_headroom (43 samples, 0.01%) + + + +dpvs_time_rand_delay (39 samples, 0.01%) + + + +__get_laddr (2,628 samples, 0.66%) + + + +__dp_vs_service_get (1,425 samples, 0.36%) + + + +rte_arch_bswap16 (779 samples, 0.19%) + + + +dpvs_time_rand_delay (620 samples, 0.15%) + + + +rte_is_zero_ether_addr (449 samples, 0.11%) + + + +netif_hard_xmit (50 samples, 0.01%) + + + +mbuf_header_pointer (552 samples, 0.14%) + + + +rte_atomic32_dec (335 samples, 0.08%) + + + +tcp_in_remove_ts (836 samples, 0.21%) + + + +seq_scale (98 samples, 0.02%) + + + +dp_vs_conn_hashkey (67 samples, 0.02%) + + + +rte_lcore_id (54 samples, 0.01%) + + + +dp_vs_redirect_unhash (34 samples, 0.01%) + + + +dp_vs_conn_detach_timer (39 samples, 0.01%) + + + +tcp_in_init_seq (2,672 samples, 0.67%) + + + +__dp_vs_out_xmit_fnat4 (66 samples, 0.02%) + + + +rte_arch_bswap32 (208 samples, 0.05%) + + + +tcp_send_csum (2,225 samples, 0.56%) + + + +SHA1_Final (215 samples, 0.05%) + + + +[unknown] (864 samples, 0.22%) + + + +rte_atomic32_inc (81 samples, 0.02%) + + + +timer_sched_lock (41 samples, 0.01%) + + + +mbuf_userdata (201 samples, 0.05%) + + + +ip4_hdr (457 samples, 0.11%) + + + +mbuf_userdata (70 samples, 0.02%) + + + +whtlst_hashkey (1,910 samples, 0.48%) + + + +OPENSSL_cleanse (396 samples, 0.10%) + + + +rte_atomic32_inc (605 samples, 0.15%) + + + +lcore_process_packets (123 samples, 0.03%) + + + +rte_prefetch0 (196 samples, 0.05%) + + + +rte_ether_addr_copy (263 samples, 0.07%) + + + +mbuf_may_pull (873 samples, 0.22%) + + + +__random_r (90 samples, 0.02%) + + + +netif_hard_xmit (1,451 samples, 0.36%) + + + +ip4_hdr (334 samples, 0.08%) + + + +ipv4_output_fin (184 samples, 0.05%) + + + +dp_vs_conn_resend_packets (38 samples, 0.01%) + + + +dp_vs_fill_iphdr (2,871 samples, 0.72%) + + + +dp_vs_conn_new (48,190 samples, 12.03%) +dp_vs_conn_new + + +htonl (82 samples, 0.02%) + + + +depth_to_mask (107 samples, 0.03%) + + + +rte_atomic32_inc (48 samples, 0.01%) + + + +rte_atomic32_dec (355 samples, 0.09%) + + + +dpvs_time_rand_delay (425 samples, 0.11%) + + + +rte_arch_bswap32 (192 samples, 0.05%) + + + +__dp_vs_in (82 samples, 0.02%) + + + +inet_addr_equal (81 samples, 0.02%) + + + +get_level_ticks (571 samples, 0.14%) + + + +rte_lcore_id (47 samples, 0.01%) + + + +dp_vs_service_lookup (1,603 samples, 0.40%) + + + +neigh_confirm (124 samples, 0.03%) + + + +dp_vs_redirect_hash (49 samples, 0.01%) + + + +dp_vs_save_outxmit_info (65 samples, 0.02%) + + + +get_level_ticks (38 samples, 0.01%) + + + +netif_xmit (5,143 samples, 1.28%) + + + +timer_sched_unlock (209 samples, 0.05%) + + + +lcore_job_recv_fwd (76 samples, 0.02%) + + + +rte_lcore_id (49 samples, 0.01%) + + + +this_lcore_sched (55 samples, 0.01%) + + + +ipv4_output (7,763 samples, 1.94%) +i.. + + +dp_vs_conn_sa_release (43 samples, 0.01%) + + + +rte_atomic32_inc (81 samples, 0.02%) + + + +lcore_job_timer_manage (58,882 samples, 14.71%) +lcore_job_timer_manage + + +dp_vs_synproxy_snat_handler (508 samples, 0.13%) + + + +rte_pktmbuf_headroom (49 samples, 0.01%) + + + +rte_get_main_lcore (75 samples, 0.02%) + + + +dp_vs_fast_outxmit_fnat (44 samples, 0.01%) + + + +rte_atomic32_clear (68 samples, 0.02%) + + + +ip4_hdrlen (1,311 samples, 0.33%) + + + +__list_add (502 samples, 0.13%) + + + +mbuf_userdata_reset (229 samples, 0.06%) + + + +get_level_ticks (593 samples, 0.15%) + + + +ipv4_rcv (78 samples, 0.02%) + + + +rte_jhash_3words (119 samples, 0.03%) + + + +rte_lcore_id (85 samples, 0.02%) + + + +netif_hard_xmit (4,208 samples, 1.05%) + + + +rte_arch_bswap32 (44 samples, 0.01%) + + + +all (400,419 samples, 100%) + + + +rte_lcore_id (328 samples, 0.08%) + + + +rte_eth_rx_burst (141 samples, 0.04%) + + + +rte_lcore_id (73 samples, 0.02%) + + + +dp_vs_conn_clear_in_timer (34 samples, 0.01%) + + + +ip4_hdr (99 samples, 0.02%) + + + +rte_atomic32_inc (434 samples, 0.11%) + + + +__list_add (158 samples, 0.04%) + + + +timer_sched_lock (172 samples, 0.04%) + + + +dp_vs_conn_put (13,350 samples, 3.33%) +dp_.. + + +dp_vs_conn_is_template (112 samples, 0.03%) + + + +eal_thread_loop (394,869 samples, 98.61%) +eal_thread_loop + + +__rte_raw_cksum (1,312 samples, 0.33%) + + + +qsch_sched_all (172 samples, 0.04%) + + + +msg_slave_process (3,738 samples, 0.93%) + + + +netif_xmit (3,466 samples, 0.87%) + + + +dp_vs_laddr_bind (402 samples, 0.10%) + + + +rte_constant_bswap16 (80 samples, 0.02%) + + + +tcp_in_add_toa (10,139 samples, 2.53%) +tc.. + + +dp_vs_blklst_lookup (162 samples, 0.04%) + + + +SHA1_Update (58 samples, 0.01%) + + + +rte_lcore_id (509 samples, 0.13%) + + + +rte_ether_addr_copy (512 samples, 0.13%) + + + +dp_vs_pre_routing (239 samples, 0.06%) + + + +INET_HOOK (260,530 samples, 65.06%) +INET_HOOK + + +ip4_hdrlen (228 samples, 0.06%) + + + +timer_pending (227 samples, 0.06%) + + + +dp_vs_conn_set_timeout (816 samples, 0.20%) + + + +neigh_key_cmp (889 samples, 0.22%) + + + +dp_vs_fast_xmit_fnat (25,839 samples, 6.45%) +dp_vs_fa.. + + +mbuf_may_pull (667 samples, 0.17%) + + + +netif_xmit (1,766 samples, 0.44%) + + + +dp_vs_service_hashkey (526 samples, 0.13%) + + + +rte_lcore_id (510 samples, 0.13%) + + + +rte_arch_bswap16 (39 samples, 0.01%) + + + +dp_vs_conn_expire (51,252 samples, 12.80%) +dp_vs_conn_expire + + +tcp_conn_sched (53,670 samples, 13.40%) +tcp_conn_sched + + +list_move_tail (663 samples, 0.17%) + + + +rte_pktmbuf_headroom (67 samples, 0.02%) + + + +eth_addr_equal (1,040 samples, 0.26%) + + + +__clock_gettime (892 samples, 0.22%) + + + +rte_is_zero_ether_addr (97 samples, 0.02%) + + + +mbuf_userdata (48 samples, 0.01%) + + + +rte_get_tsc_cycles (2,056 samples, 0.51%) + + + +mbuf_may_pull (227 samples, 0.06%) + + + +dp_vs_out_xmit_fnat (142 samples, 0.04%) + + + +rte_arch_bswap16 (742 samples, 0.19%) + + + +dp_vs_service_lookup (1,375 samples, 0.34%) + + + +dp_vs_in (113 samples, 0.03%) + + + +mbuf_may_pull (218 samples, 0.05%) + + + +ip4_hdr (37 samples, 0.01%) + + + +__rte_jhash_3words (1,800 samples, 0.45%) + + + +__laddr_step (184 samples, 0.05%) + + + +__list_del (52 samples, 0.01%) + + + +ip4_hdr (99 samples, 0.02%) + + + +__rte_raw_cksum_reduce (551 samples, 0.14%) + + + +dp_vs_conn_unhash (9,659 samples, 2.41%) +dp.. + + +__vdso_clock_gettime (700 samples, 0.17%) + + + +__list_del (299 samples, 0.07%) + + + +INET_HOOK (8,074 samples, 2.02%) +I.. + + +get_level_ticks (40 samples, 0.01%) + + + +seq_before (101 samples, 0.03%) + + + +__list_add (134 samples, 0.03%) + + + +ip4_hdr (52 samples, 0.01%) + + + +af_inet_hooks (419 samples, 0.10%) + + + +neigh_process_ring (101 samples, 0.03%) + + + +rte_lcore_id (73 samples, 0.02%) + + + +dp_vs_stats_out (1,747 samples, 0.44%) + + + +inet_addr_equal (1,029 samples, 0.26%) + + + +dp_vs_conn_is_template (93 samples, 0.02%) + + + +rte_lcore_id (82 samples, 0.02%) + + + +ixgbe_recv_pkts_bulk_alloc (69 samples, 0.02%) + + + +dp_vs_synproxy_snat_handler (83 samples, 0.02%) + + + +dp_vs_conn_is_template (179 samples, 0.04%) + + + +dp_vs_dest_is_avail (399 samples, 0.10%) + + + +dp_vs_proto_lookup (588 samples, 0.15%) + + + +ip4_hdr (204 samples, 0.05%) + + + +timeval_to_ticks (45 samples, 0.01%) + + + +__list_del (57 samples, 0.01%) + + + +list_add_tail (45 samples, 0.01%) + + + +ip4_is_frag (421 samples, 0.11%) + + + +mbuf_may_pull (496 samples, 0.12%) + + + +iftraf_pkt_in (98 samples, 0.02%) + + + +ipv4_rcv (269,601 samples, 67.33%) +ipv4_rcv + + +lcore_process_packets (291,276 samples, 72.74%) +lcore_process_packets + + +rte_pktmbuf_append (447 samples, 0.11%) + + + +rte_pktmbuf_append (338 samples, 0.08%) + + + +tcp_send_csum (64 samples, 0.02%) + + + +rte_atomic32_dec_and_test (379 samples, 0.09%) + + + +validate_xmit_mbuf (69 samples, 0.02%) + + + +ip4_hdr (38 samples, 0.01%) + + + +rte_pktmbuf_adj (948 samples, 0.24%) + + + +dpvs_timer_update (99 samples, 0.02%) + + + +rte_atomic32_inc (2,965 samples, 0.74%) + + + +htons (80 samples, 0.02%) + + + +__dp_vs_conn_hash (8,838 samples, 2.21%) +_.. + + +af_inet_hooks (155 samples, 0.04%) + + + +inet_addr_equal (65 samples, 0.02%) + + + +rte_raw_cksum (2,561 samples, 0.64%) + + + +dp_vs_out_xmit_fnat (30,978 samples, 7.74%) +dp_vs_out_.. + + +ixgbe_xmit_pkts (9,393 samples, 2.35%) +i.. + + +sa_pool_hash (821 samples, 0.21%) + + + +__nrand48_r (41 samples, 0.01%) + + + +rte_arch_bswap32 (1,345 samples, 0.34%) + + + +__list_del (95 samples, 0.02%) + + + +blklst_hashkey (2,368 samples, 0.59%) + + + +rte_pktmbuf_lastseg (71 samples, 0.02%) + + + +ip4_hdrlen (75 samples, 0.02%) + + + +rte_atomic32_set (184 samples, 0.05%) + + + +rte_atomic32_inc (578 samples, 0.14%) + + + +dp_vs_conn_hashkey (2,137 samples, 0.53%) + + + +rte_arch_bswap32 (120 samples, 0.03%) + + + +rte_arch_bswap16 (163 samples, 0.04%) + + + +rte_atomic32_inc (700 samples, 0.17%) + + + +rte_lcore_id (46 samples, 0.01%) + + + +rte_pktmbuf_tailroom (205 samples, 0.05%) + + + +mbuf_userdata (37 samples, 0.01%) + + + +rte_atomic32_dec (410 samples, 0.10%) + + + +list_empty (729 samples, 0.18%) + + + +rte_jhash_3words (6,972 samples, 1.74%) + + + +rte_eth_tx_burst (9,624 samples, 2.40%) +rt.. + + +dp_vs_save_xmit_info (2,293 samples, 0.57%) + + + +ntohl@plt (127 samples, 0.03%) + + + +rte_lcore_id (60 samples, 0.01%) + + + +INIT_LIST_HEAD (83 samples, 0.02%) + + + +rte_ipv4_phdr_cksum (37 samples, 0.01%) + + + +tcp_secure_sequence_number (1,258 samples, 0.31%) + + + +list_add_tail (923 samples, 0.23%) + + + +rte_socket_id (122 samples, 0.03%) + + + +[libcrypto.so.1.0.2k] (123 samples, 0.03%) + + + +neigh_hashkey (348 samples, 0.09%) + + + +neigh_key_cmp (88 samples, 0.02%) + + + +rte_get_main_lcore (49 samples, 0.01%) + + + +neigh_key_cmp (513 samples, 0.13%) + + + +lcore_job_xmit (136 samples, 0.03%) + + + +rte_ether_addr_copy (179 samples, 0.04%) + + + +dpvs_timer_update (9,289 samples, 2.32%) +d.. + + +rte_atomic32_dec (602 samples, 0.15%) + + + +netif_xmit (142 samples, 0.04%) + + + +rte_lcore_id (569 samples, 0.14%) + + + +sa_fetch (22,936 samples, 5.73%) +sa_fetch + + +rte_pktmbuf_prepend (188 samples, 0.05%) + + + +__memset_sse2 (142 samples, 0.04%) + + + +rte_timer_manage (53,183 samples, 13.28%) +rte_timer_manage + + +mbuf_userdata (110 samples, 0.03%) + + + +dp_vs_conn_is_in_timer (40 samples, 0.01%) + + + +rte_is_zero_ether_addr (503 samples, 0.13%) + + + +rte_atomic32_dec (327 samples, 0.08%) + + + +__clock_gettime (392 samples, 0.10%) + + + +rte_atomic32_dec_and_test (384 samples, 0.10%) + + + +ip4_hdrlen (61 samples, 0.02%) + + + +rte_eal_get_configuration (37 samples, 0.01%) + + + +mbuf_userdata (44 samples, 0.01%) + + + +list_del (910 samples, 0.23%) + + + +rte_rdtsc (69 samples, 0.02%) + + + +timer_pending (66 samples, 0.02%) + + + +list_empty (88 samples, 0.02%) + + + +dp_vs_synproxy_dnat_handler (45 samples, 0.01%) + + + +neigh_confirm (4,681 samples, 1.17%) + + + +rte_ipv4_phdr_cksum (4,749 samples, 1.19%) + + + +ifa_lookup (11,232 samples, 2.81%) +if.. + + +inet_is_addr_any (629 samples, 0.16%) + + + +dp_vs_conn_cache_rt (162 samples, 0.04%) + + + +rte_pktmbuf_adj (276 samples, 0.07%) + + + +dp_vs_conn_alloc (1,939 samples, 0.48%) + + + +ip4_hdrlen (755 samples, 0.19%) + + + +ip4_hdrlen (554 samples, 0.14%) + + + +dp_vs_conn_is_template (40 samples, 0.01%) + + + +netif_deliver_mbuf (284,022 samples, 70.93%) +netif_deliver_mbuf + + +rte_atomic32_dec_and_test (387 samples, 0.10%) + + + +dp_vs_conn_refresh_timer (10,775 samples, 2.69%) +dp.. + + +rte_raw_cksum (59 samples, 0.01%) + + + +ip4_hdr (315 samples, 0.08%) + + + +dp_vs_redirect_init (59 samples, 0.01%) + + + +dpvs_timer_update (9,641 samples, 2.41%) +dp.. + + +rte_atomic32_inc (3,326 samples, 0.83%) + + + +rte_atomic32_dec_and_test (470 samples, 0.12%) + + + +xmit_inbound (68,636 samples, 17.14%) +xmit_inbound + + +__memset_sse2 (801 samples, 0.20%) + + + +rte_mbuf_refcnt_read (79 samples, 0.02%) + + + +__dp_vs_pre_routing (9,502 samples, 2.37%) +_.. + + +pkt_type_tab_hashkey (348 samples, 0.09%) + + + +rte_atomic32_read (88 samples, 0.02%) + + + +dp_vs_proto_lookup (117 samples, 0.03%) + + + +rte_lcore_id (81 samples, 0.02%) + + + +rte_lcore_id (175 samples, 0.04%) + + + +netif_port_get (265 samples, 0.07%) + + + +tcp_out_save_seq (61 samples, 0.02%) + + + +rte_raw_cksum (1,762 samples, 0.44%) + + + +list_add_tail (245 samples, 0.06%) + + + +tcp_state_trans (139 samples, 0.03%) + + + +__list_del_entry (344 samples, 0.09%) + + + +netif_tx_burst (9,953 samples, 2.49%) +ne.. + + +dp_vs_whtlst_allow (4,494 samples, 1.12%) + + + +dp_vs_conn_get (29,944 samples, 7.48%) +dp_vs_conn.. + + +rte_lcore_id (41 samples, 0.01%) + + + +timeval_to_ticks (965 samples, 0.24%) + + + +inet_addr_ifa_get (13,947 samples, 3.48%) +ine.. + + +SHA1 (234 samples, 0.06%) + + + +slave_lcore_loop_func (67 samples, 0.02%) + + + +dp_vs_fill_iphdr (2,453 samples, 0.61%) + + + +inet_addr_ifa_get (13,911 samples, 3.47%) +ine.. + + +inet_addr_equal (679 samples, 0.17%) + + + +timer_sched_lock (52 samples, 0.01%) + + + +msg_slave_process (75 samples, 0.02%) + + + +ip4_hdr (281 samples, 0.07%) + + + +dp_vs_dest_is_valid (605 samples, 0.15%) + + + +dp_vs_fill_iphdr (117 samples, 0.03%) + + + +netif_rcv_mbuf (86 samples, 0.02%) + + + +pkt_type_get (162 samples, 0.04%) + + + +ip4_hdr (664 samples, 0.17%) + + + +inet_addr_equal (553 samples, 0.14%) + + + +rte_jhash_3words (50 samples, 0.01%) + + + +__memcpy_ssse3_back (91 samples, 0.02%) + + + +dp_vs_xmit_fnat (52,133 samples, 13.02%) +dp_vs_xmit_fnat + + +rte_atomic32_inc (998 samples, 0.25%) + + + +this_lcore_sched (362 samples, 0.09%) + + + +dp_vs_laddr_bind (26,882 samples, 6.71%) +dp_vs_lad.. + + +tcp_fnat_in_handler (18,202 samples, 4.55%) +tcp_f.. + + +inet_addr_fold (168 samples, 0.04%) + + + +rte_get_timer_cycles (2,246 samples, 0.56%) + + + +dp_vs_conn_is_template (59 samples, 0.01%) + + + +dp_vs_redirect_get (72 samples, 0.02%) + + + +INET_HOOK (7,320 samples, 1.83%) +I.. + + +rte_lcore_id (55 samples, 0.01%) + + + +dp_vs_stats_conn (282 samples, 0.07%) + + + +list_add_tail (2,617 samples, 0.65%) + + + +rte_ipv4_hdr_len (55 samples, 0.01%) + + + +SHA1_Final (77 samples, 0.02%) + + + +af_inet_hooks (66 samples, 0.02%) + + + +dp_vs_conn_free (35 samples, 0.01%) + + + +tuplehash_to_conn (55 samples, 0.01%) + + + +inet_addr_equal (284 samples, 0.07%) + + + +dp_vs_dest_is_avail (45 samples, 0.01%) + + + +ip4_hdr (275 samples, 0.07%) + + + +rte_lcore_id (47 samples, 0.01%) + + + +__list_del (96 samples, 0.02%) + + + +rte_lcore_id (71 samples, 0.02%) + + + +ip4_hdrlen (498 samples, 0.12%) + + + +inet_addr_ifa_put (455 samples, 0.11%) + + + +route_local_hashkey (248 samples, 0.06%) + + + +mbuf_header_pointer (127 samples, 0.03%) + + + +rte_arch_bswap32 (219 samples, 0.05%) + + + +mbuf_header_pointer (349 samples, 0.09%) + + + +dp_vs_synproxy_dnat_handler (92 samples, 0.02%) + + + +dp_vs_conn_is_in_timer (46 samples, 0.01%) + + + +__dpvs_timer_sched (6,594 samples, 1.65%) + + + +syn_proxy_is_ack_storm (83 samples, 0.02%) + + + +af_inet_hooks (66 samples, 0.02%) + + + +syn_proxy_is_ack_storm (247 samples, 0.06%) + + + +dp_vs_service_hashkey (629 samples, 0.16%) + + + +ip4_hdrlen (205 samples, 0.05%) + + + +ip4_hdr (77 samples, 0.02%) + + + +__dp_vs_fast_xmit_fnat4 (25,318 samples, 6.32%) +__dp_vs_.. + + +dp_vs_stats_in (1,639 samples, 0.41%) + + + +sa_pool_fetch (3,202 samples, 0.80%) + + + +timer_sched_lock (164 samples, 0.04%) + + + +rte_rdtsc (2,053 samples, 0.51%) + + + +tcp_hdr (1,035 samples, 0.26%) + + + +__memset_sse2 (61 samples, 0.02%) + + + +neigh_output (5,136 samples, 1.28%) + + + +ip4_hdr (61 samples, 0.02%) + + + +ip4_hdr (101 samples, 0.03%) + + + +dp_vs_conn_unbind_dest (1,075 samples, 0.27%) + + + +__dp_vs_xmit_fnat4 (51,330 samples, 12.82%) +__dp_vs_xmit_fnat4 + + +sa4_fetch (22,641 samples, 5.65%) +sa4_fetch + + +tcp_send_rst (68 samples, 0.02%) + + + +lrand48 (44 samples, 0.01%) + + + +tcp_in_init_seq (34 samples, 0.01%) + + + +ip4_hdr (73 samples, 0.02%) + + + +INIT_LIST_HEAD (422 samples, 0.11%) + + + +INET_HOOK (140 samples, 0.03%) + + + +__dp_vs_service_get (1,211 samples, 0.30%) + + + +rte_arch_bswap16 (423 samples, 0.11%) + + + +dpvs_job_loop (394,281 samples, 98.47%) +dpvs_job_loop + + +dp_vs_synproxy_ack_rcv (88 samples, 0.02%) + + + +list_empty (44 samples, 0.01%) + + + +rte_atomic16_read (41 samples, 0.01%) + + + +tcp_state_trans (9,054 samples, 2.26%) +t.. + + +netif_update_worker_loop_cnt (306 samples, 0.08%) + + + +dp_vs_xmit_fnat (143 samples, 0.04%) + + + +list_del (50 samples, 0.01%) + + + +__memset_sse2 (56 samples, 0.01%) + + + +__dp_vs_fast_xmit_fnat4 (83 samples, 0.02%) + + + +netif_port_get (433 samples, 0.11%) + + + +neigh_fill_mac (272 samples, 0.07%) + + + +rte_constant_bswap16 (231 samples, 0.06%) + + + +list_add_tail (119 samples, 0.03%) + + + +ip4_hdr (61 samples, 0.02%) + + + +neigh_lookup_entry (1,097 samples, 0.27%) + + + +dp_vs_conn_hashkey (7,759 samples, 1.94%) +d.. + + +rte_pktmbuf_lastseg (38 samples, 0.01%) + + + +__rte_raw_cksum_reduce (261 samples, 0.07%) + + + +lcore_stats_burst (579 samples, 0.14%) + + + +dp_vs_conn_free (746 samples, 0.19%) + + + +list_del (1,336 samples, 0.33%) + + + +__list_del_entry (302 samples, 0.08%) + + + +inet_addr_equal (905 samples, 0.23%) + + + +rte_lcore_id (551 samples, 0.14%) + + + +rte_is_zero_ether_addr (91 samples, 0.02%) + + + +dp_vs_blklst_lookup (6,813 samples, 1.70%) + + + +ip4_hdr (169 samples, 0.04%) + + + +dp_vs_conn_unhash (43 samples, 0.01%) + + + +dp_vs_synproxy_syn_rcv (149 samples, 0.04%) + + + +dp_vs_synproxy_ack_rcv (53 samples, 0.01%) + + + +port_tab_hashkey (97 samples, 0.02%) + + + +tcp_send_csum (4,123 samples, 1.03%) + + + +list_add (3,280 samples, 0.82%) + + + +rte_is_zero_ether_addr (672 samples, 0.17%) + + + +validate_xmit_mbuf (198 samples, 0.05%) + + + +netif_port_get (103 samples, 0.03%) + + + +this_lcore_sched (42 samples, 0.01%) + + + +__dp_vs_fast_outxmit_fnat4 (26,311 samples, 6.57%) +__dp_vs_.. + + +memset@plt (90 samples, 0.02%) + + + +rte_ether_addr_copy (253 samples, 0.06%) + + + +list_empty (93 samples, 0.02%) + + + +rte_atomic32_inc (294 samples, 0.07%) + + + +mbuf_userdata (47 samples, 0.01%) + + + +neigh_key_cmp (41 samples, 0.01%) + + + +rte_ipv4_phdr_cksum (1,546 samples, 0.39%) + + + +tcp_hdr (684 samples, 0.17%) + + + +ip4_hdrlen (153 samples, 0.04%) + + + +eth_type_parse (157 samples, 0.04%) + + + +SHA1_Update (98 samples, 0.02%) + + + +dp_vs_conn_set_timeout (316 samples, 0.08%) + + + +rte_atomic32_inc (3,087 samples, 0.77%) + + + +route_out_local_lookup (1,336 samples, 0.33%) + + + +tcp_conn_lookup (165 samples, 0.04%) + + + +rte_ipv4_phdr_cksum (3,114 samples, 0.78%) + + + +rte_atomic32_dec_and_test (389 samples, 0.10%) + + + +list_del (45 samples, 0.01%) + + + +rte_arch_bswap32 (47 samples, 0.01%) + + + +dpvs_timer_cancel_nolock (349 samples, 0.09%) + + + +rte_mbuf_refcnt_read (82 samples, 0.02%) + + + +rte_atomic32_set (52 samples, 0.01%) + + + +lcore_process_arp_ring (86 samples, 0.02%) + + + +rte_atomic32_dec (1,694 samples, 0.42%) + + + +htons (87 samples, 0.02%) + + + +ipv4_output_fin2 (6,673 samples, 1.67%) + + + +rte_atomic32_read (453 samples, 0.11%) + + + +tcp_out_adjust_seq (1,766 samples, 0.44%) + + + +dp_vs_save_outxmit_info (1,761 samples, 0.44%) + + + +tcp_secure_sequence_number (46 samples, 0.01%) + + + +dp_vs_conn_put (13,594 samples, 3.39%) +dp_.. + + +mbuf_may_pull (37 samples, 0.01%) + + + +route4_output (2,479 samples, 0.62%) + + + +dp_vs_proto_lookup (66 samples, 0.02%) + + + +rte_pktmbuf_prepend (512 samples, 0.13%) + + + +get_level_ticks (60 samples, 0.01%) + + + +rte_lcore_id (89 samples, 0.02%) + + + +tcp_send_csum (70 samples, 0.02%) + + + +tcp_send_csum (6,355 samples, 1.59%) + + + +dp_vs_redirect_free (36 samples, 0.01%) + + + +rte_prefetch0 (222 samples, 0.06%) + + + +list_add_tail (151 samples, 0.04%) + + + +inet_addr_fold (89 samples, 0.02%) + + + +dp_vs_conn_set_timeout (67 samples, 0.02%) + + + +htonl (44 samples, 0.01%) + + + +rte_lcore_id (76 samples, 0.02%) + + + +timer_pending (37 samples, 0.01%) + + + +dp_vs_dest_is_avail (664 samples, 0.17%) + + + +dp_vs_conn_is_in_timer (350 samples, 0.09%) + + + +dp_vs_conn_clear_in_timer (37 samples, 0.01%) + + + +rte_ether_addr_copy (42 samples, 0.01%) + + + +neigh_hashkey (66 samples, 0.02%) + + + +tcp_out_init_seq (70 samples, 0.02%) + + + +rte_arch_bswap32 (188 samples, 0.05%) + + + +pkt_type_tab_hashkey (75 samples, 0.02%) + + + +dp_vs_conn_get_timeout (114 samples, 0.03%) + + + +__list_del (583 samples, 0.15%) + + + +validate_xmit_mbuf (123 samples, 0.03%) + + + +mbuf_header_pointer (141 samples, 0.04%) + + + +dev_get_idev (47 samples, 0.01%) + + + +rte_arch_bswap32 (93 samples, 0.02%) + + + +ifa_put (428 samples, 0.11%) + + + +rte_is_zero_ether_addr (99 samples, 0.02%) + + + +dp_vs_conn_is_template (251 samples, 0.06%) + + + +ip4_hdr (47 samples, 0.01%) + + + +rte_arch_bswap32 (34 samples, 0.01%) + + + +netif_xmit (93 samples, 0.02%) + + + +list_add_tail (130 samples, 0.03%) + + + +ixgbe_recv_pkts_bulk_alloc (5,559 samples, 1.39%) + + + +inet_addr_ifa_put (458 samples, 0.11%) + + + +dp_vs_dest_is_avail (53 samples, 0.01%) + + + +timer_pending (44 samples, 0.01%) + + + +tcp_out_adjust_mss (319 samples, 0.08%) + + + +dp_vs_fill_iphdr (141 samples, 0.04%) + + + +tcp_hdr (45 samples, 0.01%) + + + +SHA1_Init (268 samples, 0.07%) + + + +get_level_ticks (221 samples, 0.06%) + + + +INET_HOOK (34 samples, 0.01%) + + + +dp_vs_conn_get (215 samples, 0.05%) + + + +dp_vs_synproxy_syn_rcv (4,196 samples, 1.05%) + + + +rte_lcore_id (45 samples, 0.01%) + + + +rte_atomic32_inc (112 samples, 0.03%) + + + +rte_atomic32_read (222 samples, 0.06%) + + + +__dpvs_timer_sched (6,035 samples, 1.51%) + + + +dp_vs_conn_is_template (40 samples, 0.01%) + + + +lcore_stats_burst (70 samples, 0.02%) + + + +rte_raw_cksum (833 samples, 0.21%) + + + +tcp_conn_lookup (52,240 samples, 13.05%) +tcp_conn_lookup + + +ifa_lookup (11,397 samples, 2.85%) +if.. + + +__list_add (481 samples, 0.12%) + + + +rte_get_main_lcore (95 samples, 0.02%) + + + +ip4_hdr (106 samples, 0.03%) + + + +mbuf_header_pointer (96 samples, 0.02%) + + + +dp_vs_synproxy_dnat_handler (66 samples, 0.02%) + + + +tcp_hdr (86 samples, 0.02%) + + + +tcp_in_add_toa (3,069 samples, 0.77%) + + + +rte_pktmbuf_adj (204 samples, 0.05%) + + + +htonl@plt (38 samples, 0.01%) + + + +mbuf_may_pull (128 samples, 0.03%) + + + +inet_addr_fold (198 samples, 0.05%) + + + +lcore_process_redirect_ring (160 samples, 0.04%) + + + +ip4_is_frag (83 samples, 0.02%) + + + +dp_vs_stats_in (55 samples, 0.01%) + + + +netif_hard_xmit (78 samples, 0.02%) + + + +SHA1_Final (39 samples, 0.01%) + + + +rte_atomic32_dec_and_test (4,197 samples, 1.05%) + + + +rte_pktmbuf_trim (86 samples, 0.02%) + + + +rte_arch_bswap32 (197 samples, 0.05%) + + + +dp_vs_pre_routing (10,270 samples, 2.56%) +dp.. + + +__memset_sse2 (236 samples, 0.06%) + + + +rte_pktmbuf_prepend (35 samples, 0.01%) + + + +dp_vs_conn_set_in_timer (90 samples, 0.02%) + + + +ip4_hdr (77 samples, 0.02%) + + + +netif_port_get (3,459 samples, 0.86%) + + + +rte_atomic32_dec (8,008 samples, 2.00%) +r.. + + +sha1_block_data_order (42 samples, 0.01%) + + + +rte_lcore_id (66 samples, 0.02%) + + + +__nrand48_r (142 samples, 0.04%) + + + +timeval_to_ticks (361 samples, 0.09%) + + + +list_del (917 samples, 0.23%) + + + +__rte_raw_cksum (464 samples, 0.12%) + + + +ip4_hdr (76 samples, 0.02%) + + + +__dp_vs_pre_routing (224 samples, 0.06%) + + + +list_del (34 samples, 0.01%) + + + +rte_atomic32_dec (44 samples, 0.01%) + + + +__strncmp_sse42 (209 samples, 0.05%) + + + +neigh_entry_state_trans (809 samples, 0.20%) + + + +__drand48_iterate (141 samples, 0.04%) + + + +__rte_raw_cksum_reduce (858 samples, 0.21%) + + + +lcore_process_redirect_ring (304 samples, 0.08%) + + + +__dp_vs_out_xmit_fnat4 (29,581 samples, 7.39%) +__dp_vs_ou.. + + +ip4_hdr (532 samples, 0.13%) + + + +rte_raw_cksum (86 samples, 0.02%) + + + +__dpvs_timer_sched (81 samples, 0.02%) + + + +dp_vs_schedule (51,256 samples, 12.80%) +dp_vs_schedule + + +ip4_hdrlen (1,216 samples, 0.30%) + + + +rte_mbuf_refcnt_read (58 samples, 0.01%) + + + +netif_rcv_mbuf (280,958 samples, 70.17%) +netif_rcv_mbuf + + +rte_get_main_lcore (34 samples, 0.01%) + + + +rte_ipv4_hdr_len (44 samples, 0.01%) + + + +rte_ipv4_hdr_len (90 samples, 0.02%) + + + +rte_lcore_id (55 samples, 0.01%) + + + +rte_atomic32_dec (1,814 samples, 0.45%) + + + +__dp_vs_in (243,067 samples, 60.70%) +__dp_vs_in + + +ip4_hdr (273 samples, 0.07%) + + + +rte_pktmbuf_headroom (38 samples, 0.01%) + + + +ip4_hdrlen (184 samples, 0.05%) + + + +rte_atomic32_dec (44 samples, 0.01%) + + + +netif_deliver_mbuf (226 samples, 0.06%) + + + +ip4_hdr (83 samples, 0.02%) + + + +tcp_fnat_in_handler (48 samples, 0.01%) + + + +dp_vs_redirect_ring_proc (171 samples, 0.04%) + + + +dev_get_idev (502 samples, 0.13%) + + + +rte_pktmbuf_lastseg (211 samples, 0.05%) + + + +tuplehash_to_conn (311 samples, 0.08%) + + + +sa_pool_release (4,241 samples, 1.06%) + + + +ip4_hdr (186 samples, 0.05%) + + + +inet_addr_fold (220 samples, 0.05%) + + + +pkt_type_get (5,304 samples, 1.32%) + + + +list_empty (489 samples, 0.12%) + + + +qsch_sched_all (509 samples, 0.13%) + + + +sa_release (24,466 samples, 6.11%) +sa_release + + +rte_arch_bswap16 (450 samples, 0.11%) + + + +list_empty (107 samples, 0.03%) + + + +rte_is_zero_ether_addr (66 samples, 0.02%) + + + +this_lcore_sched (380 samples, 0.09%) + + + +htonl (39 samples, 0.01%) + + + +rte_ether_addr_copy (432 samples, 0.11%) + + + +dp_vs_dest_is_avail (609 samples, 0.15%) + + + +htonl (287 samples, 0.07%) + + + +rte_arch_bswap16 (310 samples, 0.08%) + + + +dp_vs_conn_refresh_timer (63 samples, 0.02%) + + + +ifa_put (424 samples, 0.11%) + + + +OPENSSL_cleanse (336 samples, 0.08%) + + + +inet_addr_equal (3,393 samples, 0.85%) + + + +tcp_fnat_out_handler (16,173 samples, 4.04%) +tcp_.. + + +tcp_hdr (355 samples, 0.09%) + + + +dp_vs_conn_free_packets (140 samples, 0.03%) + + + +list_add_tail (42 samples, 0.01%) + + + +timeval_to_ticks (45 samples, 0.01%) + + + +mbuf_userdata (34 samples, 0.01%) + + + +[libcrypto.so.1.0.2k] (4,116 samples, 1.03%) + + + +ip4_hdrlen (122 samples, 0.03%) + + + +mbuf_may_pull (101 samples, 0.03%) + + + +lrand48 (53 samples, 0.01%) + + + +iftraf_pkt_out (38 samples, 0.01%) + + + +mbuf_may_pull (52 samples, 0.01%) + + + +mbuf_may_pull (63 samples, 0.02%) + + + +do_lcore_job (514 samples, 0.13%) + + + +rte_atomic32_read (422 samples, 0.11%) + + + +dp_vs_conn_is_template (34 samples, 0.01%) + + + +dp_vs_conn_fill_param (142 samples, 0.04%) + + + +ip4_is_frag (81 samples, 0.02%) + + + +rte_pktmbuf_adj (117 samples, 0.03%) + + + +put_laddr (429 samples, 0.11%) + + + +timer_sched_unlock (63 samples, 0.02%) + + + +do_lcore_job (386,978 samples, 96.64%) +do_lcore_job + + +htons (100 samples, 0.02%) + + + +tcp_conn_expire (3,638 samples, 0.91%) + + + +lcore_job_timer_manage (66 samples, 0.02%) + + + +timer_expire (52,130 samples, 13.02%) +timer_expire + + +rte_lcore_id (78 samples, 0.02%) + + + +ip4_hdr (266 samples, 0.07%) + + + +neigh_fill_mac (1,301 samples, 0.32%) + + + +timer_pending (50 samples, 0.01%) + + + +__list_del (56 samples, 0.01%) + + + +list_del (45 samples, 0.01%) + + + +inet_addr_equal (194 samples, 0.05%) + + + +dp_vs_dest_get_weight (43 samples, 0.01%) + + + +tcp_fnat_in_handler (10,584 samples, 2.64%) +tc.. + + +mbuf_userdata (142 samples, 0.04%) + + + +ip4_hdr (39 samples, 0.01%) + + + +dpvs_timer_sched (2,893 samples, 0.72%) + + + +route4_output (54 samples, 0.01%) + + + +dp_vs_conn_resend_packets (2,839 samples, 0.71%) + + + +lcore_process_arp_ring (3,664 samples, 0.92%) + + + +__list_del (546 samples, 0.14%) + + + +__list_del (37 samples, 0.01%) + + + +inet_addr_fold (45 samples, 0.01%) + + + +inet_addr_equal (3,713 samples, 0.93%) + + + +route4_put (595 samples, 0.15%) + + + +inet_is_addr_any (70 samples, 0.02%) + + + +rte_atomic32_inc (665 samples, 0.17%) + + + +dp_vs_stats_out (59 samples, 0.01%) + + + +lcore_job_xmit (12,510 samples, 3.12%) +lco.. + + +netif_rx_burst (7,929 samples, 1.98%) +n.. + + +rte_lcore_id (128 samples, 0.03%) + + + +idev_put (346 samples, 0.09%) + + + +[unknown] (1,430 samples, 0.36%) + + + +dp_vs_conn_bind_dest (1,242 samples, 0.31%) + + + +list_move_tail (540 samples, 0.13%) + + + +netif_update_worker_loop_cnt (74 samples, 0.02%) + + + +mbuf_header_pointer (714 samples, 0.18%) + + + +dp_vs_fast_xmit_fnat (41 samples, 0.01%) + + + +dp_vs_whtlst_allow (90 samples, 0.02%) + + + +__random (634 samples, 0.16%) + + + +ip_addr_netcmp (314 samples, 0.08%) + + + +tcp_in_adjust_seq (194 samples, 0.05%) + + + +dp_vs_conn_refresh_timer (10,395 samples, 2.60%) +dp.. + + +list_add_tail (2,121 samples, 0.53%) + + + +sa_pool_hash (923 samples, 0.23%) + + + +dp_vs_conn_hash (9,053 samples, 2.26%) +d.. + + +dp_vs_conn_is_template (81 samples, 0.02%) + + + +dp_vs_save_xmit_info (58 samples, 0.01%) + + + +rte_lcore_id (62 samples, 0.02%) + + + +ip4_hdr (404 samples, 0.10%) + + + +ip4_hdr (76 samples, 0.02%) + + + +rte_atomic32_read (46 samples, 0.01%) + + + +blklst_hashkey (146 samples, 0.04%) + + + +__rte_raw_cksum (991 samples, 0.25%) + + + +netif_port_get (176 samples, 0.04%) + + + +ip4_hdr (61 samples, 0.02%) + + + +rte_arch_bswap16 (1,315 samples, 0.33%) + + + +__rte_jhash_3words (6,612 samples, 1.65%) + + + +rte_pktmbuf_prepend (335 samples, 0.08%) + + + +rte_pktmbuf_headroom (67 samples, 0.02%) + + + +dp_vs_redirect_alloc (305 samples, 0.08%) + + + +tcp_in_adjust_seq (347 samples, 0.09%) + + + +this_lcore_sched (124 samples, 0.03%) + + + +lcore_job_recv_fwd (308,158 samples, 76.96%) +lcore_job_recv_fwd + + +dev_get_idev (548 samples, 0.14%) + + + +whtlst_hashkey (119 samples, 0.03%) + + + +rte_arch_bswap32 (76 samples, 0.02%) + + + +idev_put (377 samples, 0.09%) + + + +rte_get_main_lcore (82 samples, 0.02%) + + + +ip4_hdr (529 samples, 0.13%) + + + +ip4_hdr (89 samples, 0.02%) + + + +rte_pktmbuf_headroom (89 samples, 0.02%) + + + +dp_vs_conn_refresh_timer (55 samples, 0.01%) + + + +rte_jhash_3words (1,908 samples, 0.48%) + + + +this_lcore_sched (144 samples, 0.04%) + + + +rte_atomic32_inc (397 samples, 0.10%) + + + +ipv4_output_fin (6,815 samples, 1.70%) + + + +mbuf_userdata (39 samples, 0.01%) + + + +dp_vs_conn_detach_timer (601 samples, 0.15%) + + + +__list_add (407 samples, 0.10%) + + + +ip4_hdrlen (1,411 samples, 0.35%) + + + +dp_vs_conn_is_template (70 samples, 0.02%) + + + +__vdso_clock_gettime (239 samples, 0.06%) + + + +__dpvs_timer_sched (85 samples, 0.02%) + + + +rte_lcore_id (41 samples, 0.01%) + + + +netif_rx_burst (157 samples, 0.04%) + + + +eth_type_parse (1,427 samples, 0.36%) + + + +neigh_hashkey (620 samples, 0.15%) + + + +dp_vs_dest_put (436 samples, 0.11%) + + + +dp_vs_laddr_unbind (25,798 samples, 6.44%) +dp_vs_la.. + + +mbuf_userdata (36 samples, 0.01%) + + + +seq_before (111 samples, 0.03%) + + + +tcp_state_idx (94 samples, 0.02%) + + + +rte_timer_tick_cb (52,979 samples, 13.23%) +rte_timer_tick_cb + + +timer_pending (200 samples, 0.05%) + + + +tcp_out_save_seq (1,063 samples, 0.27%) + + + +__dpvs_timer_sched (2,338 samples, 0.58%) + + + +__dp_vs_fast_outxmit_fnat4 (68 samples, 0.02%) + + + +__memset_sse2 (583 samples, 0.15%) + + + +iftraf_pkt_out (36 samples, 0.01%) + + + +ip4_hdrlen (49 samples, 0.01%) + + + +dp_vs_fast_outxmit_fnat (26,968 samples, 6.73%) +dp_vs_fas.. + + +mbuf_userdata_reset (285 samples, 0.07%) + + + +dp_vs_conn_attach_timer (3,352 samples, 0.84%) + + + +dp_vs_redirect_ring_proc (65 samples, 0.02%) + + + +xmit_outbound (47,282 samples, 11.81%) +xmit_outbound + + +timer_sched_unlock (223 samples, 0.06%) + + + +sa_pool_destroy (4,354 samples, 1.09%) + + + +rte_pktmbuf_headroom (94 samples, 0.02%) + + + +ip4_hdr (114 samples, 0.03%) + + + +list_del (108 samples, 0.03%) + + + +rte_arch_bswap16 (293 samples, 0.07%) + + + +inet_addr_equal (75 samples, 0.02%) + + + +ip4_hdrlen (190 samples, 0.05%) + + + +rte_atomic32_dec (40 samples, 0.01%) + + + +net_cmp (470 samples, 0.12%) + + + +rte_pktmbuf_prepend (349 samples, 0.09%) + + + +route_out_net_lookup (1,009 samples, 0.25%) + + + +timer_pending (212 samples, 0.05%) + + + +dp_vs_dest_is_overload (38 samples, 0.01%) + + + +dp_vs_conn_is_in_timer (360 samples, 0.09%) + + + +mbuf_header_pointer (722 samples, 0.18%) + + + + diff --git a/test/release/v1.9.2/pics/worker8.svg b/test/release/v1.9.2/pics/worker8.svg new file mode 100644 index 000000000..906853a55 --- /dev/null +++ b/test/release/v1.9.2/pics/worker8.svg @@ -0,0 +1,11556 @@ + + + + + + + + + + + + + + +Flame Graph + +Reset Zoom +Search +ic + + + +dp_vs_conn_hashkey (5,063 samples, 0.19%) + + + +rte_atomic32_inc (270 samples, 0.01%) + + + +dp_vs_conn_expire (35,766 samples, 1.36%) + + + +dp_vs_conn_unhash (6,591 samples, 0.25%) + + + +__list_add (358 samples, 0.01%) + + + +INET_HOOK (192,037 samples, 7.29%) +INET_HOOK + + +dpvs_timer_update (6,369 samples, 0.24%) + + + +this_lcore_sched (258 samples, 0.01%) + + + +neigh_hashkey (237 samples, 0.01%) + + + +__rte_jhash_3words (4,221 samples, 0.16%) + + + +dp_vs_in (181,755 samples, 6.90%) +dp_vs_in + + +dp_vs_fill_iphdr (2,094 samples, 0.08%) + + + +mbuf_may_pull (488 samples, 0.02%) + + + +idev_put (746 samples, 0.03%) + + + +dp_vs_save_xmit_info (1,616 samples, 0.06%) + + + +timeval_to_ticks (277 samples, 0.01%) + + + +__list_add (286 samples, 0.01%) + + + +rte_atomic32_inc (538 samples, 0.02%) + + + +eth_type_parse (1,309 samples, 0.05%) + + + +futex_wait (766 samples, 0.03%) + + + +futex_wait_setup (452 samples, 0.02%) + + + +rte_eth_rx_burst (11,062 samples, 0.42%) + + + +list_empty (2,191 samples, 0.08%) + + + +rte_atomic32_inc (348 samples, 0.01%) + + + +ixgbe_xmit_pkts (6,854 samples, 0.26%) + + + +__dp_vs_fast_xmit_fnat4 (18,888 samples, 0.72%) + + + +__rte_raw_cksum_reduce (378 samples, 0.01%) + + + +ip4_is_frag (340 samples, 0.01%) + + + +list_add_tail (1,172 samples, 0.04%) + + + +dp_vs_conn_hash (6,174 samples, 0.23%) + + + +system_call_fastpath (914 samples, 0.03%) + + + +rte_atomic32_dec (473 samples, 0.02%) + + + +rte_arch_bswap32 (968 samples, 0.04%) + + + +__rte_raw_cksum_reduce (548 samples, 0.02%) + + + +tcp_secure_sequence_number (844 samples, 0.03%) + + + +ip4_hdrlen (934 samples, 0.04%) + + + +rte_is_zero_ether_addr (545 samples, 0.02%) + + + +rte_arch_bswap32 (282 samples, 0.01%) + + + +inet_addr_equal (629 samples, 0.02%) + + + +rte_atomic32_dec (464 samples, 0.02%) + + + +rte_atomic32_dec (1,540 samples, 0.06%) + + + +sa_pool_fetch (2,329 samples, 0.09%) + + + +system_call_after_swapgs (249 samples, 0.01%) + + + +dp_vs_stats_in (1,337 samples, 0.05%) + + + +route_out_net_lookup (705 samples, 0.03%) + + + +dp_vs_dest_put (305 samples, 0.01%) + + + +inet_is_addr_any (498 samples, 0.02%) + + + +__list_del (261 samples, 0.01%) + + + +netif_deliver_mbuf (207,019 samples, 7.86%) +netif_deliv.. + + +__dp_vs_pre_routing (7,110 samples, 0.27%) + + + +ixgbe_xmit_pkts (7,026 samples, 0.27%) + + + +dp_vs_fill_iphdr (1,763 samples, 0.07%) + + + +sa_pool_release (2,976 samples, 0.11%) + + + +rte_eth_rx_burst (11,013 samples, 0.42%) + + + +ixgbe_recv_pkts_bulk_alloc (7,763 samples, 0.29%) + + + +rte_atomic32_dec_and_test (295 samples, 0.01%) + + + +dp_vs_service_lookup (964 samples, 0.04%) + + + +this_lcore_sched (259 samples, 0.01%) + + + +ip4_hdr (358 samples, 0.01%) + + + +dp_vs_rr_schedule (919 samples, 0.03%) + + + +ifa_put (322 samples, 0.01%) + + + +dp_vs_conn_get (17,032 samples, 0.65%) + + + +dp_vs_dest_is_avail (396 samples, 0.02%) + + + +__dp_vs_xmit_fnat4 (37,337 samples, 1.42%) + + + +netif_port_get (255 samples, 0.01%) + + + +neigh_hashkey (651 samples, 0.02%) + + + +neigh_key_cmp (328 samples, 0.01%) + + + +INIT_LIST_HEAD (336 samples, 0.01%) + + + +__rte_raw_cksum (303 samples, 0.01%) + + + +dp_vs_in (179,772 samples, 6.83%) +dp_vs_in + + +idev_put (761 samples, 0.03%) + + + +INIT_LIST_HEAD (343 samples, 0.01%) + + + +sa_pool_hash (466 samples, 0.02%) + + + +rte_atomic32_dec_and_test (3,399 samples, 0.13%) + + + +inet_addr_ifa_put (366 samples, 0.01%) + + + +ip4_hdr (336 samples, 0.01%) + + + +dpvs_timer_update (5,908 samples, 0.22%) + + + +timer_expire (36,390 samples, 1.38%) + + + +pkt_type_get (3,557 samples, 0.14%) + + + +mbuf_may_pull (344 samples, 0.01%) + + + +dp_vs_service_lookup (1,390 samples, 0.05%) + + + +port_tab_hashkey (285 samples, 0.01%) + + + +tcp_in_add_toa (8,086 samples, 0.31%) + + + +neigh_fill_mac (634 samples, 0.02%) + + + +rte_is_zero_ether_addr (462 samples, 0.02%) + + + +dev_get_idev (1,436 samples, 0.05%) + + + +rte_atomic32_inc (1,253 samples, 0.05%) + + + +rte_ipv4_phdr_cksum (1,061 samples, 0.04%) + + + +dpvs_timer_update (6,650 samples, 0.25%) + + + +neigh_fill_mac (677 samples, 0.03%) + + + +rte_atomic32_inc (1,438 samples, 0.05%) + + + +dp_vs_service_hashkey (411 samples, 0.02%) + + + +rte_atomic32_inc (1,306 samples, 0.05%) + + + +ip4_hdr (312 samples, 0.01%) + + + +netif_xmit (3,567 samples, 0.14%) + + + +rte_lcore_id (379 samples, 0.01%) + + + +dp_vs_whtlst_allow (4,134 samples, 0.16%) + + + +rte_atomic32_read (314 samples, 0.01%) + + + +rte_pktmbuf_prepend (389 samples, 0.01%) + + + +[unknown] (870 samples, 0.03%) + + + +rte_arch_bswap16 (535 samples, 0.02%) + + + +__dpvs_timer_sched (3,853 samples, 0.15%) + + + +dp_vs_pre_routing (7,901 samples, 0.30%) + + + +dp_vs_service_lookup (941 samples, 0.04%) + + + +list_add_tail (622 samples, 0.02%) + + + +__memset_sse2 (534 samples, 0.02%) + + + +dp_vs_conn_get (17,251 samples, 0.66%) + + + +ip4_hdrlen (412 samples, 0.02%) + + + +netif_port_get (297 samples, 0.01%) + + + +rte_atomic32_inc (1,375 samples, 0.05%) + + + +dp_vs_conn_hash (6,206 samples, 0.24%) + + + +try_to_wake_up (239 samples, 0.01%) + + + +neigh_fill_mac (703 samples, 0.03%) + + + +inet_addr_equal (2,109 samples, 0.08%) + + + +__dp_vs_service_get (1,217 samples, 0.05%) + + + +rte_atomic32_dec_and_test (278 samples, 0.01%) + + + +dp_vs_schedule (44,455 samples, 1.69%) + + + +dp_vs_blklst_lookup (4,786 samples, 0.18%) + + + +dp_vs_stats_conn (241 samples, 0.01%) + + + +tcp_send_csum (1,556 samples, 0.06%) + + + +rte_atomic32_dec (736 samples, 0.03%) + + + +swapper (11,948 samples, 0.45%) + + + +rte_atomic32_dec_and_test (242 samples, 0.01%) + + + +rte_lcore_id (391 samples, 0.01%) + + + +tcp_in_adjust_seq (267 samples, 0.01%) + + + +neigh_fill_mac (755 samples, 0.03%) + + + +tcp_state_idx (838 samples, 0.03%) + + + +dpvs_time_rand_delay (511 samples, 0.02%) + + + +sys_futex (895 samples, 0.03%) + + + +dp_vs_conn_bind_dest (1,063 samples, 0.04%) + + + +rte_atomic32_dec_and_test (280 samples, 0.01%) + + + +list_del (790 samples, 0.03%) + + + +dp_vs_xmit_fnat (38,217 samples, 1.45%) + + + +lcore_process_redirect_ring (465 samples, 0.02%) + + + +rte_get_tsc_cycles (4,304 samples, 0.16%) + + + +route4_put (374 samples, 0.01%) + + + +dp_vs_service_hashkey (423 samples, 0.02%) + + + +inet_addr_equal (662 samples, 0.03%) + + + +__rte_raw_cksum (885 samples, 0.03%) + + + +rte_ipv4_phdr_cksum (2,218 samples, 0.08%) + + + +lcore_job_timer_manage (47,572 samples, 1.81%) +l.. + + +tcp_send_csum (2,956 samples, 0.11%) + + + +__dp_vs_service_get (1,202 samples, 0.05%) + + + +futex_wait (719 samples, 0.03%) + + + +__dp_vs_in (177,214 samples, 6.73%) +__dp_vs_in + + +netif_xmit (2,420 samples, 0.09%) + + + +__lll_lock_wait_private (294 samples, 0.01%) + + + +netif_deliver_mbuf (207,978 samples, 7.90%) +netif_deliv.. + + +rte_atomic32_inc (323 samples, 0.01%) + + + +net_cmp (277 samples, 0.01%) + + + +list_del (825 samples, 0.03%) + + + +system_call_after_swapgs (542 samples, 0.02%) + + + +rte_atomic32_dec_and_test (276 samples, 0.01%) + + + +af_inet_hooks (315 samples, 0.01%) + + + +mbuf_header_pointer (271 samples, 0.01%) + + + +rte_rdtsc (4,123 samples, 0.16%) + + + +lcore_process_packets (266 samples, 0.01%) + + + +rte_atomic32_dec_and_test (269 samples, 0.01%) + + + +dp_vs_synproxy_syn_rcv (3,468 samples, 0.13%) + + + +tcp_in_adjust_seq (275 samples, 0.01%) + + + +rte_arch_bswap32 (280 samples, 0.01%) + + + +tcp_secure_sequence_number (799 samples, 0.03%) + + + +dp_vs_blklst_lookup (4,701 samples, 0.18%) + + + +rte_pktmbuf_prepend (441 samples, 0.02%) + + + +dpvs_timer_sched (2,598 samples, 0.10%) + + + +neigh_confirm (3,699 samples, 0.14%) + + + +dp_vs_conn_put (8,891 samples, 0.34%) + + + +__list_add (379 samples, 0.01%) + + + +tcp_conn_expire (2,415 samples, 0.09%) + + + +dp_vs_proto_lookup (421 samples, 0.02%) + + + +dp_vs_conn_refresh_timer (7,408 samples, 0.28%) + + + +__lll_lock_wait_private (1,362 samples, 0.05%) + + + +af_inet_hooks (269 samples, 0.01%) + + + +rte_atomic32_dec_and_test (267 samples, 0.01%) + + + +dp_vs_service_lookup (964 samples, 0.04%) + + + +__list_add (361 samples, 0.01%) + + + +ipv4_rcv (198,582 samples, 7.54%) +ipv4_rcv + + +list_empty (355 samples, 0.01%) + + + +dp_vs_conn_attach_timer (2,822 samples, 0.11%) + + + +dp_vs_stats_out (1,420 samples, 0.05%) + + + +tcp_hdr (687 samples, 0.03%) + + + +rte_raw_cksum (1,158 samples, 0.04%) + + + +ipv4_output (4,872 samples, 0.19%) + + + +__list_add (438 samples, 0.02%) + + + +mbuf_header_pointer (424 samples, 0.02%) + + + +__dp_vs_conn_hash (5,938 samples, 0.23%) + + + +ip4_is_frag (315 samples, 0.01%) + + + +dp_vs_conn_refresh_timer (7,216 samples, 0.27%) + + + +rte_is_zero_ether_addr (361 samples, 0.01%) + + + +lcore-worker-6 (327,311 samples, 12.43%) +lcore-worker-6 + + +dpvs_job_loop (320,814 samples, 12.18%) +dpvs_job_loop + + +system_call_after_swapgs (491 samples, 0.02%) + + + +tcp_hdr (270 samples, 0.01%) + + + +rte_ipv4_phdr_cksum (3,303 samples, 0.13%) + + + +neigh_key_cmp (447 samples, 0.02%) + + + +dp_vs_fast_outxmit_fnat (19,098 samples, 0.73%) + + + +rte_arch_bswap16 (988 samples, 0.04%) + + + +rte_lcore_id (525 samples, 0.02%) + + + +rte_eth_tx_burst (7,237 samples, 0.27%) + + + +tcp_in_remove_ts (623 samples, 0.02%) + + + +tcp_conn_lookup (33,669 samples, 1.28%) + + + +inet_addr_ifa_put (298 samples, 0.01%) + + + +sys_futex (849 samples, 0.03%) + + + +rte_eth_tx_burst (7,369 samples, 0.28%) + + + +system_call_fastpath (827 samples, 0.03%) + + + +rte_is_zero_ether_addr (568 samples, 0.02%) + + + +rte_prefetch0 (296 samples, 0.01%) + + + +lcore_process_packets (215,222 samples, 8.17%) +lcore_proce.. + + +idev_put (802 samples, 0.03%) + + + +sa_fetch (17,698 samples, 0.67%) + + + +dp_vs_conn_expire (35,794 samples, 1.36%) + + + +__dp_vs_conn_hash (6,170 samples, 0.23%) + + + +dp_vs_service_lookup (933 samples, 0.04%) + + + +list_empty (415 samples, 0.02%) + + + +__list_add (488 samples, 0.02%) + + + +rte_arch_bswap16 (276 samples, 0.01%) + + + +__clock_gettime (261 samples, 0.01%) + + + +ipv4_output_fin2 (4,165 samples, 0.16%) + + + +timeval_to_ticks (697 samples, 0.03%) + + + +netif_xmit (1,313 samples, 0.05%) + + + +dp_vs_conn_resend_packets (975 samples, 0.04%) + + + +dev_get_idev (1,209 samples, 0.05%) + + + +list_del (1,639 samples, 0.06%) + + + +inet_addr_ifa_put (369 samples, 0.01%) + + + +rte_atomic32_inc (338 samples, 0.01%) + + + +[libcrypto.so.1.0.2k] (305 samples, 0.01%) + + + +rte_lcore_id (423 samples, 0.02%) + + + +ipv4_output_fin (4,414 samples, 0.17%) + + + +dp_vs_conn_hashkey (4,988 samples, 0.19%) + + + +rte_prefetch0 (270 samples, 0.01%) + + + +list_add (2,394 samples, 0.09%) + + + +rte_pktmbuf_adj (663 samples, 0.03%) + + + +tcp_hdr (312 samples, 0.01%) + + + +route_out_net_lookup (698 samples, 0.03%) + + + +tcp_fnat_in_handler (7,405 samples, 0.28%) + + + +sa_pool_release (3,133 samples, 0.12%) + + + +__dp_vs_fast_outxmit_fnat4 (18,065 samples, 0.69%) + + + +inet_addr_equal (446 samples, 0.02%) + + + +dp_vs_fast_xmit_fnat (19,082 samples, 0.72%) + + + +__rte_jhash_3words (4,266 samples, 0.16%) + + + +rte_atomic32_dec (4,786 samples, 0.18%) + + + +__dp_vs_fast_outxmit_fnat4 (17,873 samples, 0.68%) + + + +dp_vs_proto_lookup (371 samples, 0.01%) + + + +dp_vs_conn_hash (6,116 samples, 0.23%) + + + +__dpvs_timer_sched (3,861 samples, 0.15%) + + + +rte_jhash_3words (4,624 samples, 0.18%) + + + +__memset_sse2 (591 samples, 0.02%) + + + +__rte_raw_cksum (909 samples, 0.03%) + + + +sa_pool_fetch (2,423 samples, 0.09%) + + + +try_to_wake_up (240 samples, 0.01%) + + + +tcp_fnat_in_handler (13,548 samples, 0.51%) + + + +inet_addr_ifa_put (334 samples, 0.01%) + + + +rte_atomic32_dec (284 samples, 0.01%) + + + +__dp_vs_pre_routing (7,116 samples, 0.27%) + + + +blklst_hashkey (1,576 samples, 0.06%) + + + +lcore_process_arp_ring (5,309 samples, 0.20%) + + + +route4_output (1,638 samples, 0.06%) + + + +lcore_job_timer_manage (47,721 samples, 1.81%) +l.. + + +rte_atomic32_inc (1,084 samples, 0.04%) + + + +rte_atomic32_dec (723 samples, 0.03%) + + + +netif_update_worker_loop_cnt (391 samples, 0.01%) + + + +tcp_in_init_seq (1,779 samples, 0.07%) + + + +do_lcore_job (309,680 samples, 11.76%) +do_lcore_job + + +netif_xmit (3,483 samples, 0.13%) + + + +__memset_sse2 (375 samples, 0.01%) + + + +__dpvs_timer_sched (2,294 samples, 0.09%) + + + +ip4_hdrlen (880 samples, 0.03%) + + + +INIT_LIST_HEAD (345 samples, 0.01%) + + + +rte_atomic32_dec (1,485 samples, 0.06%) + + + +__dpvs_timer_sched (4,123 samples, 0.16%) + + + +tcp_fnat_in_handler (13,606 samples, 0.52%) + + + +mbuf_header_pointer (456 samples, 0.02%) + + + +rte_atomic32_dec (694 samples, 0.03%) + + + +dpvs_time_rand_delay (484 samples, 0.02%) + + + +msg_slave_process (5,039 samples, 0.19%) + + + +rte_is_zero_ether_addr (402 samples, 0.02%) + + + +rte_lcore_id (582 samples, 0.02%) + + + +rte_atomic32_inc (481 samples, 0.02%) + + + +dp_vs_stats_out (1,407 samples, 0.05%) + + + +inet_addr_ifa_get (11,006 samples, 0.42%) + + + +tcp_conn_expire (2,561 samples, 0.10%) + + + +netif_port_get (318 samples, 0.01%) + + + +[libcrypto.so.1.0.2k] (300 samples, 0.01%) + + + +rte_eth_tx_burst (7,372 samples, 0.28%) + + + +ip4_hdrlen (333 samples, 0.01%) + + + +INET_HOOK (190,131 samples, 7.22%) +INET_HOOK + + +inet_addr_equal (431 samples, 0.02%) + + + +dp_vs_pre_routing (7,808 samples, 0.30%) + + + +dp_vs_stats_in (1,280 samples, 0.05%) + + + +rte_prefetch0 (312 samples, 0.01%) + + + +netif_hard_xmit (1,968 samples, 0.07%) + + + +list_empty (361 samples, 0.01%) + + + +tcp_fnat_out_handler (11,425 samples, 0.43%) + + + +dp_vs_conn_unhash (6,675 samples, 0.25%) + + + +mbuf_may_pull (440 samples, 0.02%) + + + +tcp_fnat_out_handler (11,020 samples, 0.42%) + + + +list_del (1,600 samples, 0.06%) + + + +ixgbe_recv_pkts_bulk_alloc (7,644 samples, 0.29%) + + + +dev_get_idev (1,391 samples, 0.05%) + + + +dp_vs_rr_schedule (930 samples, 0.04%) + + + +rte_atomic32_inc (2,761 samples, 0.10%) + + + +dp_vs_conn_hashkey (1,528 samples, 0.06%) + + + +netif_xmit (1,190 samples, 0.05%) + + + +rte_atomic32_dec_and_test (300 samples, 0.01%) + + + +netif_hard_xmit (1,860 samples, 0.07%) + + + +tcp_fnat_out_handler (11,337 samples, 0.43%) + + + +put_laddr (303 samples, 0.01%) + + + +rte_pktmbuf_prepend (446 samples, 0.02%) + + + +__dp_vs_out_xmit_fnat4 (21,469 samples, 0.82%) + + + +dpvs_timer_update (6,165 samples, 0.23%) + + + +this_lcore_sched (243 samples, 0.01%) + + + +__list_del_entry (264 samples, 0.01%) + + + +rte_arch_bswap32 (950 samples, 0.04%) + + + +rte_arch_bswap16 (990 samples, 0.04%) + + + +__lll_unlock_wake_private (1,660 samples, 0.06%) + + + +rte_atomic32_dec_and_test (296 samples, 0.01%) + + + +get_level_ticks (381 samples, 0.01%) + + + +netif_port_get (278 samples, 0.01%) + + + +system_call_after_swapgs (243 samples, 0.01%) + + + +INET_HOOK (4,707 samples, 0.18%) + + + +tcp_in_adjust_seq (347 samples, 0.01%) + + + +tcp_state_trans (7,731 samples, 0.29%) + + + +ifa_lookup (7,488 samples, 0.28%) + + + +whtlst_hashkey (1,400 samples, 0.05%) + + + +tcp_send_csum (3,133 samples, 0.12%) + + + +rte_is_zero_ether_addr (519 samples, 0.02%) + + + +ipv4_output_fin2 (4,288 samples, 0.16%) + + + +dp_vs_dest_is_avail (410 samples, 0.02%) + + + +list_move_tail (518 samples, 0.02%) + + + +rte_atomic32_inc (1,700 samples, 0.06%) + + + +neigh_fill_mac (664 samples, 0.03%) + + + +__list_add (476 samples, 0.02%) + + + +__dp_vs_fast_outxmit_fnat4 (18,266 samples, 0.69%) + + + +rte_atomic32_inc (319 samples, 0.01%) + + + +tcp_in_adjust_seq (335 samples, 0.01%) + + + +system_call_fastpath (1,127 samples, 0.04%) + + + +lcore_process_arp_ring (5,217 samples, 0.20%) + + + +dp_vs_conn_alloc (1,284 samples, 0.05%) + + + +tcp_fnat_in_handler (7,729 samples, 0.29%) + + + +ip4_hdr (388 samples, 0.01%) + + + +[unknown] (1,837 samples, 0.07%) + + + +neigh_entry_state_trans (610 samples, 0.02%) + + + +netif_port_get (275 samples, 0.01%) + + + +qsch_sched_all (225 samples, 0.01%) + + + +neigh_output (3,397 samples, 0.13%) + + + +rte_atomic32_read (297 samples, 0.01%) + + + +rte_timer_manage (37,204 samples, 1.41%) + + + +tcp_send_csum (3,029 samples, 0.12%) + + + +dp_vs_synproxy_syn_rcv (3,311 samples, 0.13%) + + + +timeval_to_ticks (638 samples, 0.02%) + + + +lcore_process_arp_ring (5,492 samples, 0.21%) + + + +__clock_gettime (290 samples, 0.01%) + + + +netif_deliver_mbuf (207,071 samples, 7.86%) +netif_deliv.. + + +inet_addr_equal (2,579 samples, 0.10%) + + + +__lll_lock_wait_private (1,435 samples, 0.05%) + + + +__dp_vs_fast_outxmit_fnat4 (18,937 samples, 0.72%) + + + +sa_pool_release (2,969 samples, 0.11%) + + + +dp_vs_conn_hashkey (1,563 samples, 0.06%) + + + +system_call_after_swapgs (314 samples, 0.01%) + + + +ip4_hdr (368 samples, 0.01%) + + + +mbuf_header_pointer (364 samples, 0.01%) + + + +tcp_send_csum (4,524 samples, 0.17%) + + + +inet_addr_equal (2,461 samples, 0.09%) + + + +futex_wait_setup (500 samples, 0.02%) + + + +[libcrypto.so.1.0.2k] (308 samples, 0.01%) + + + +dp_vs_conn_is_in_timer (291 samples, 0.01%) + + + +sys_futex (864 samples, 0.03%) + + + +dp_vs_conn_hashkey (5,188 samples, 0.20%) + + + +rte_atomic32_dec (4,778 samples, 0.18%) + + + +rte_pktmbuf_trim (581 samples, 0.02%) + + + +tcp_send_csum (4,615 samples, 0.18%) + + + +__list_add (284 samples, 0.01%) + + + +ip4_hdrlen (949 samples, 0.04%) + + + +mbuf_may_pull (551 samples, 0.02%) + + + +netif_tx_burst (8,328 samples, 0.32%) + + + +ipv4_rcv (196,523 samples, 7.46%) +ipv4_rcv + + +do_lcore_job (745 samples, 0.03%) + + + +__schedule (1,752 samples, 0.07%) + + + +list_add_tail (1,142 samples, 0.04%) + + + +INET_HOOK (5,345 samples, 0.20%) + + + +rte_atomic32_dec_and_test (283 samples, 0.01%) + + + +lcore_process_redirect_ring (226 samples, 0.01%) + + + +ip4_hdr (362 samples, 0.01%) + + + +rte_ipv4_phdr_cksum (3,325 samples, 0.13%) + + + +neigh_confirm (3,654 samples, 0.14%) + + + +put_laddr (278 samples, 0.01%) + + + +route_out_local_lookup (839 samples, 0.03%) + + + +tcp_secure_sequence_number (848 samples, 0.03%) + + + +rte_is_zero_ether_addr (361 samples, 0.01%) + + + +mbuf_header_pointer (239 samples, 0.01%) + + + +rte_atomic32_inc (486 samples, 0.02%) + + + +__get_laddr (7,882 samples, 0.30%) + + + +rte_atomic32_inc (1,343 samples, 0.05%) + + + +eth_type_parse (1,284 samples, 0.05%) + + + +tcp_in_adjust_seq (258 samples, 0.01%) + + + +inet_addr_equal (424 samples, 0.02%) + + + +tcp_out_save_seq (750 samples, 0.03%) + + + +neigh_hashkey (647 samples, 0.02%) + + + +qsch_sched_all (744 samples, 0.03%) + + + +rte_is_zero_ether_addr (525 samples, 0.02%) + + + +rte_atomic32_inc (2,813 samples, 0.11%) + + + +inet_addr_ifa_get (10,757 samples, 0.41%) + + + +dp_vs_conn_put (8,684 samples, 0.33%) + + + +rte_ipv4_phdr_cksum (1,051 samples, 0.04%) + + + +whtlst_hashkey (1,356 samples, 0.05%) + + + +rte_arch_bswap16 (342 samples, 0.01%) + + + +qsch_sched_all (677 samples, 0.03%) + + + +lcore_stats_burst (1,016 samples, 0.04%) + + + +rte_atomic32_inc (483 samples, 0.02%) + + + +eth_type_parse (1,293 samples, 0.05%) + + + +lcore_job_xmit (12,072 samples, 0.46%) + + + +dp_vs_synproxy_syn_rcv (3,389 samples, 0.13%) + + + +tcp_conn_sched (46,251 samples, 1.76%) + + + +dp_vs_rr_schedule (974 samples, 0.04%) + + + +list_empty (2,239 samples, 0.09%) + + + +inet_addr_equal (2,096 samples, 0.08%) + + + +ifa_put (287 samples, 0.01%) + + + +neigh_lookup_entry (687 samples, 0.03%) + + + +dp_vs_xmit_fnat (36,948 samples, 1.40%) + + + +rte_is_zero_ether_addr (441 samples, 0.02%) + + + +lcore_process_packets (215,475 samples, 8.18%) +lcore_proce.. + + +dev_get_idev (1,440 samples, 0.05%) + + + +lcore_process_arp_ring (4,960 samples, 0.19%) + + + +system_call_after_swapgs (251 samples, 0.01%) + + + +mbuf_header_pointer (269 samples, 0.01%) + + + +__dp_vs_xmit_fnat4 (36,761 samples, 1.40%) + + + +futex_wait_setup (528 samples, 0.02%) + + + +netif_port_get (268 samples, 0.01%) + + + +do_futex (815 samples, 0.03%) + + + +list_move_tail (357 samples, 0.01%) + + + +dp_vs_conn_detach_timer (360 samples, 0.01%) + + + +mbuf_may_pull (601 samples, 0.02%) + + + +netif_tx_burst (8,348 samples, 0.32%) + + + +__vdso_clock_gettime (470 samples, 0.02%) + + + +dp_vs_conn_is_in_timer (238 samples, 0.01%) + + + +timer_expire (37,092 samples, 1.41%) + + + +OPENSSL_cleanse (224 samples, 0.01%) + + + +list_move_tail (361 samples, 0.01%) + + + +dp_vs_fill_iphdr (2,023 samples, 0.08%) + + + +rte_raw_cksum (573 samples, 0.02%) + + + +tcp_in_adjust_seq (343 samples, 0.01%) + + + +lcore_process_packets (216,815 samples, 8.23%) +lcore_proce.. + + +rte_raw_cksum (1,242 samples, 0.05%) + + + +sa4_fetch (17,415 samples, 0.66%) + + + +dp_vs_out_xmit_fnat (22,038 samples, 0.84%) + + + +OPENSSL_cleanse (285 samples, 0.01%) + + + +tcp_send_csum (1,580 samples, 0.06%) + + + +dp_vs_fill_iphdr (1,746 samples, 0.07%) + + + +__dpvs_timer_sched (2,274 samples, 0.09%) + + + +[libcrypto.so.1.0.2k] (2,773 samples, 0.11%) + + + +ifa_lookup (7,728 samples, 0.29%) + + + +dp_vs_conn_hashkey (5,119 samples, 0.19%) + + + +__rte_raw_cksum (312 samples, 0.01%) + + + +tcp_fnat_in_handler (7,867 samples, 0.30%) + + + +dp_vs_service_lookup (939 samples, 0.04%) + + + +rte_atomic32_dec (1,471 samples, 0.06%) + + + +__rte_jhash_3words (1,350 samples, 0.05%) + + + +__get_laddr (8,095 samples, 0.31%) + + + +tcp_hdr (290 samples, 0.01%) + + + +_raw_spin_unlock_irqrestore (239 samples, 0.01%) + + + +rte_atomic32_inc (236 samples, 0.01%) + + + +dp_vs_out_xmit_fnat (21,351 samples, 0.81%) + + + +dpvs_timer_sched (2,729 samples, 0.10%) + + + +tcp_send_csum (1,508 samples, 0.06%) + + + +dp_vs_redirect_ring_proc (227 samples, 0.01%) + + + +msg_slave_process (5,081 samples, 0.19%) + + + +dp_vs_conn_unhash (6,497 samples, 0.25%) + + + +dp_vs_fast_outxmit_fnat (18,728 samples, 0.71%) + + + +__memset_sse2 (389 samples, 0.01%) + + + +msg_slave_process (5,292 samples, 0.20%) + + + +tcp_conn_lookup (33,597 samples, 1.28%) + + + +ipv4_output (4,967 samples, 0.19%) + + + +netif_hard_xmit (1,010 samples, 0.04%) + + + +dp_vs_fast_outxmit_fnat (18,767 samples, 0.71%) + + + +list_add_tail (757 samples, 0.03%) + + + +rte_atomic32_inc (451 samples, 0.02%) + + + +dp_vs_whtlst_allow (4,627 samples, 0.18%) + + + +rte_pktmbuf_append (301 samples, 0.01%) + + + +dp_vs_stats_out (1,318 samples, 0.05%) + + + +dpvs_time_rand_delay (312 samples, 0.01%) + + + +dpvs_job_loop (321,131 samples, 12.19%) +dpvs_job_loop + + +do_futex (1,076 samples, 0.04%) + + + +ip4_hdrlen (344 samples, 0.01%) + + + +ip4_is_frag (543 samples, 0.02%) + + + +rte_is_zero_ether_addr (435 samples, 0.02%) + + + +netif_xmit (2,411 samples, 0.09%) + + + +__list_del_entry (267 samples, 0.01%) + + + +dp_vs_conn_unbind_dest (724 samples, 0.03%) + + + +__dp_vs_fast_xmit_fnat4 (18,852 samples, 0.72%) + + + +idev_put (824 samples, 0.03%) + + + +netif_hard_xmit (3,035 samples, 0.12%) + + + +whtlst_hashkey (1,319 samples, 0.05%) + + + +route4_put (376 samples, 0.01%) + + + +qsch_sched_all (811 samples, 0.03%) + + + +pkt_type_get (3,633 samples, 0.14%) + + + +list_del (829 samples, 0.03%) + + + +rte_jhash_3words (1,355 samples, 0.05%) + + + +__drand48_iterate (618 samples, 0.02%) + + + +ipv4_output (5,118 samples, 0.19%) + + + +dpvs_time_rand_delay (527 samples, 0.02%) + + + +schedule_preempt_disabled (1,781 samples, 0.07%) + + + +dp_vs_laddr_unbind (19,205 samples, 0.73%) + + + +tcp_in_init_seq (1,711 samples, 0.06%) + + + +dp_vs_service_lookup (981 samples, 0.04%) + + + +rte_arch_bswap32 (1,009 samples, 0.04%) + + + +__dp_vs_fast_xmit_fnat4 (18,733 samples, 0.71%) + + + +system_call_fastpath (850 samples, 0.03%) + + + +ip4_is_frag (560 samples, 0.02%) + + + +idev_put (826 samples, 0.03%) + + + +qsch_sched_all (729 samples, 0.03%) + + + +inet_addr_ifa_put (342 samples, 0.01%) + + + +__rte_raw_cksum_reduce (554 samples, 0.02%) + + + +system_call_after_swapgs (385 samples, 0.01%) + + + +rte_atomic32_inc (330 samples, 0.01%) + + + +system_call_after_swapgs (475 samples, 0.02%) + + + +sa_pool_hash (395 samples, 0.01%) + + + +dp_vs_service_hashkey (378 samples, 0.01%) + + + +__list_del (537 samples, 0.02%) + + + +ip4_hdr (244 samples, 0.01%) + + + +__list_add (248 samples, 0.01%) + + + +rte_get_tsc_cycles (4,051 samples, 0.15%) + + + +rte_atomic32_read (283 samples, 0.01%) + + + +rte_arch_bswap16 (630 samples, 0.02%) + + + +ifa_lookup (7,963 samples, 0.30%) + + + +list_del (818 samples, 0.03%) + + + +rte_lcore_id (433 samples, 0.02%) + + + +dp_vs_dest_is_avail (561 samples, 0.02%) + + + +tcp_send_csum (2,997 samples, 0.11%) + + + +ip4_hdr (326 samples, 0.01%) + + + +wake_up_q (243 samples, 0.01%) + + + +get_level_ticks (255 samples, 0.01%) + + + +__rte_jhash_3words (1,328 samples, 0.05%) + + + +inet_addr_ifa_put (341 samples, 0.01%) + + + +rte_eth_tx_burst (7,546 samples, 0.29%) + + + +dp_vs_dest_is_avail (546 samples, 0.02%) + + + +sa_pool_hash (390 samples, 0.01%) + + + +dp_vs_out_xmit_fnat (20,883 samples, 0.79%) + + + +tcp_in_adjust_seq (397 samples, 0.02%) + + + +INET_HOOK (5,256 samples, 0.20%) + + + +lcore_job_recv_fwd (240,432 samples, 9.13%) +lcore_job_rec.. + + +ifa_put (326 samples, 0.01%) + + + +__memset_sse2 (382 samples, 0.01%) + + + +dp_vs_laddr_bind (26,783 samples, 1.02%) + + + +dp_vs_synproxy_snat_handler (434 samples, 0.02%) + + + +sa_pool_hash (443 samples, 0.02%) + + + +sys_futex (806 samples, 0.03%) + + + +dp_vs_conn_hash (6,394 samples, 0.24%) + + + +list_del (791 samples, 0.03%) + + + +__clock_gettime (257 samples, 0.01%) + + + +rte_raw_cksum (521 samples, 0.02%) + + + +rte_atomic32_dec (264 samples, 0.01%) + + + +tcp_state_trans (7,626 samples, 0.29%) + + + +rte_arch_bswap16 (324 samples, 0.01%) + + + +idev_put (706 samples, 0.03%) + + + +__random (3,075 samples, 0.12%) + + + +netif_xmit (3,806 samples, 0.14%) + + + +sa_fetch (17,686 samples, 0.67%) + + + +net_cmp (295 samples, 0.01%) + + + +dp_vs_conn_hash (6,300 samples, 0.24%) + + + +rte_pktmbuf_append (335 samples, 0.01%) + + + +INIT_LIST_HEAD (306 samples, 0.01%) + + + +__list_del_entry (299 samples, 0.01%) + + + +rte_ipv4_phdr_cksum (1,009 samples, 0.04%) + + + +__vdso_clock_gettime (514 samples, 0.02%) + + + +ip4_hdrlen (377 samples, 0.01%) + + + +rte_atomic32_inc (1,454 samples, 0.06%) + + + +__dpvs_timer_sched (2,095 samples, 0.08%) + + + +rte_atomic32_dec_and_test (252 samples, 0.01%) + + + +__dp_vs_pre_routing (7,213 samples, 0.27%) + + + +netif_port_get (298 samples, 0.01%) + + + +list_move_tail (385 samples, 0.01%) + + + +__dp_vs_fast_outxmit_fnat4 (18,578 samples, 0.71%) + + + +ipv4_output_fin (4,278 samples, 0.16%) + + + +rte_atomic32_dec (792 samples, 0.03%) + + + +do_lcore_job (309,786 samples, 11.76%) +do_lcore_job + + +dp_vs_conn_hashkey (1,545 samples, 0.06%) + + + +sys_futex (839 samples, 0.03%) + + + +dp_vs_conn_resend_packets (959 samples, 0.04%) + + + +dpvs_timer_sched (2,652 samples, 0.10%) + + + +ip4_hdrlen (801 samples, 0.03%) + + + +dp_vs_synproxy_snat_handler (379 samples, 0.01%) + + + +__memset_sse2 (592 samples, 0.02%) + + + +ip4_hdr (368 samples, 0.01%) + + + +__rte_raw_cksum_reduce (546 samples, 0.02%) + + + +dpvs_timer_update (5,965 samples, 0.23%) + + + +dp_vs_conn_is_in_timer (288 samples, 0.01%) + + + +tcp_conn_sched (46,692 samples, 1.77%) + + + +rte_arch_bswap32 (295 samples, 0.01%) + + + +inet_addr_equal (388 samples, 0.01%) + + + +dp_vs_laddr_unbind (19,099 samples, 0.73%) + + + +dp_vs_conn_put (9,187 samples, 0.35%) + + + +mbuf_may_pull (497 samples, 0.02%) + + + +system_call_after_swapgs (520 samples, 0.02%) + + + +dp_vs_synproxy_snat_handler (428 samples, 0.02%) + + + +tcp_in_add_toa (2,247 samples, 0.09%) + + + +__random_r (1,114 samples, 0.04%) + + + +do_lcore_job (672 samples, 0.03%) + + + +sa4_fetch (17,821 samples, 0.68%) + + + +neigh_hashkey (259 samples, 0.01%) + + + +ixgbe_recv_pkts_bulk_alloc (7,451 samples, 0.28%) + + + +rte_arch_bswap16 (535 samples, 0.02%) + + + +neigh_key_cmp (649 samples, 0.02%) + + + +ifa_put (324 samples, 0.01%) + + + +INIT_LIST_HEAD (359 samples, 0.01%) + + + +__dp_vs_pre_routing (7,044 samples, 0.27%) + + + +rte_atomic32_inc (261 samples, 0.01%) + + + +netif_rx_burst (11,996 samples, 0.46%) + + + +tcp_state_idx (786 samples, 0.03%) + + + +__lll_lock_wait_private (251 samples, 0.01%) + + + +system_call_fastpath (1,202 samples, 0.05%) + + + +dp_vs_synproxy_syn_rcv (3,382 samples, 0.13%) + + + +__list_add (246 samples, 0.01%) + + + +tcp_in_add_toa (2,246 samples, 0.09%) + + + +rte_lcore_id (341 samples, 0.01%) + + + +tcp_in_remove_ts (547 samples, 0.02%) + + + +dp_vs_conn_new (42,261 samples, 1.60%) + + + +dp_vs_schedule (45,085 samples, 1.71%) + + + +dp_vs_in (178,528 samples, 6.78%) +dp_vs_in + + +rte_raw_cksum (599 samples, 0.02%) + + + +rte_atomic32_dec (255 samples, 0.01%) + + + +__list_add (527 samples, 0.02%) + + + +dp_vs_conn_hashkey (1,558 samples, 0.06%) + + + +ipv4_output (5,010 samples, 0.19%) + + + +futex_wait_setup (467 samples, 0.02%) + + + +ip4_hdr (321 samples, 0.01%) + + + +__lll_lock_wait_private (1,356 samples, 0.05%) + + + +ip4_hdr (344 samples, 0.01%) + + + +rte_eth_tx_burst (7,545 samples, 0.29%) + + + +system_call_after_swapgs (251 samples, 0.01%) + + + +pkt_type_get (3,425 samples, 0.13%) + + + +dp_vs_dest_is_avail (472 samples, 0.02%) + + + +rte_ipv4_phdr_cksum (2,304 samples, 0.09%) + + + +ip4_hdr (315 samples, 0.01%) + + + +netif_xmit (2,441 samples, 0.09%) + + + +ixgbe_xmit_pkts (7,045 samples, 0.27%) + + + +rte_atomic32_dec_and_test (265 samples, 0.01%) + + + +put_laddr (307 samples, 0.01%) + + + +__dp_vs_in (178,867 samples, 6.79%) +__dp_vs_in + + +dp_vs_conn_put (8,841 samples, 0.34%) + + + +timer_expire (36,320 samples, 1.38%) + + + +dp_vs_dest_is_avail (376 samples, 0.01%) + + + +inet_addr_equal (437 samples, 0.02%) + + + +rte_pktmbuf_prepend (251 samples, 0.01%) + + + +rte_get_timer_cycles (4,464 samples, 0.17%) + + + +list_del (782 samples, 0.03%) + + + +dp_vs_service_lookup (1,285 samples, 0.05%) + + + +rte_arch_bswap16 (234 samples, 0.01%) + + + +dp_vs_conn_expire (36,490 samples, 1.39%) + + + +__random_r (831 samples, 0.03%) + + + +ip4_is_frag (289 samples, 0.01%) + + + +list_empty (2,500 samples, 0.09%) + + + +netif_xmit (2,359 samples, 0.09%) + + + +lcore_process_packets (257 samples, 0.01%) + + + +ifa_lookup (7,684 samples, 0.29%) + + + +rte_atomic32_inc (1,590 samples, 0.06%) + + + +xmit_outbound (32,530 samples, 1.24%) + + + +xmit_inbound (48,280 samples, 1.83%) +x.. + + +dpvs_job_loop (322,590 samples, 12.25%) +dpvs_job_loop + + +tcp_in_adjust_seq (363 samples, 0.01%) + + + +dp_vs_dest_is_avail (631 samples, 0.02%) + + + +mbuf_header_pointer (418 samples, 0.02%) + + + +rte_ether_addr_copy (476 samples, 0.02%) + + + +dp_vs_fast_xmit_fnat (19,389 samples, 0.74%) + + + +dp_vs_conn_unhash (6,635 samples, 0.25%) + + + +dp_vs_conn_bind_dest (1,036 samples, 0.04%) + + + +sa_pool_destroy (3,514 samples, 0.13%) + + + +list_move_tail (383 samples, 0.01%) + + + +inet_addr_equal (2,324 samples, 0.09%) + + + +mbuf_header_pointer (397 samples, 0.02%) + + + +mbuf_header_pointer (371 samples, 0.01%) + + + +dp_vs_schedule (44,644 samples, 1.70%) + + + +OPENSSL_cleanse (255 samples, 0.01%) + + + +neigh_key_cmp (418 samples, 0.02%) + + + +rte_atomic32_dec (802 samples, 0.03%) + + + +ip4_hdrlen (488 samples, 0.02%) + + + +ip4_hdrlen (876 samples, 0.03%) + + + +lcore-worker-4 (327,176 samples, 12.42%) +lcore-worker-4 + + +rte_atomic32_dec_and_test (289 samples, 0.01%) + + + +mbuf_header_pointer (488 samples, 0.02%) + + + +[libcrypto.so.1.0.2k] (2,770 samples, 0.11%) + + + +dp_vs_conn_refresh_timer (7,196 samples, 0.27%) + + + +ip4_hdr (406 samples, 0.02%) + + + +rte_atomic32_read (329 samples, 0.01%) + + + +inet_addr_ifa_get (10,610 samples, 0.40%) + + + +rte_atomic32_inc (618 samples, 0.02%) + + + +dp_vs_save_outxmit_info (1,393 samples, 0.05%) + + + +dp_vs_conn_hashkey (1,560 samples, 0.06%) + + + +[libcrypto.so.1.0.2k] (2,920 samples, 0.11%) + + + +rte_is_zero_ether_addr (340 samples, 0.01%) + + + +ifa_lookup (7,782 samples, 0.30%) + + + +whtlst_hashkey (1,369 samples, 0.05%) + + + +__lll_lock_wait_private (249 samples, 0.01%) + + + +idev_put (864 samples, 0.03%) + + + +rte_is_zero_ether_addr (361 samples, 0.01%) + + + +__lll_unlock_wake_private (1,774 samples, 0.07%) + + + +netif_hard_xmit (2,997 samples, 0.11%) + + + +neigh_hashkey (240 samples, 0.01%) + + + +__dp_vs_in (179,330 samples, 6.81%) +__dp_vs_in + + +tcp_fnat_in_handler (7,686 samples, 0.29%) + + + +qsch_sched_all (711 samples, 0.03%) + + + +timeval_to_ticks (672 samples, 0.03%) + + + +rte_atomic32_inc (263 samples, 0.01%) + + + +mbuf_header_pointer (460 samples, 0.02%) + + + +lcore_job_recv_fwd (240,394 samples, 9.13%) +lcore_job_rec.. + + +dp_vs_conn_is_in_timer (256 samples, 0.01%) + + + +rte_ether_addr_copy (431 samples, 0.02%) + + + +__memset_sse2 (341 samples, 0.01%) + + + +rte_lcore_id (353 samples, 0.01%) + + + +dp_vs_fill_iphdr (1,778 samples, 0.07%) + + + +list_empty (317 samples, 0.01%) + + + +tcp_out_save_seq (805 samples, 0.03%) + + + +dp_vs_stats_in (1,347 samples, 0.05%) + + + +neigh_lookup_entry (779 samples, 0.03%) + + + +rte_timer_manage (37,211 samples, 1.41%) + + + +__lll_unlock_wake_private (542 samples, 0.02%) + + + +af_inet_hooks (253 samples, 0.01%) + + + +netif_port_get (269 samples, 0.01%) + + + +rte_arch_bswap16 (257 samples, 0.01%) + + + +rte_pktmbuf_append (288 samples, 0.01%) + + + +tcp_in_add_toa (8,175 samples, 0.31%) + + + +rte_timer_manage (37,736 samples, 1.43%) + + + +rte_raw_cksum (1,707 samples, 0.06%) + + + +rte_atomic32_inc (499 samples, 0.02%) + + + +dp_vs_conn_unbind_dest (782 samples, 0.03%) + + + +dp_vs_dest_is_avail (554 samples, 0.02%) + + + +tcp_out_adjust_seq (1,445 samples, 0.05%) + + + +dp_vs_out_xmit_fnat (21,091 samples, 0.80%) + + + +ipv4_output_fin (4,488 samples, 0.17%) + + + +do_futex (745 samples, 0.03%) + + + +[libcrypto.so.1.0.2k] (300 samples, 0.01%) + + + +rte_atomic32_inc (2,815 samples, 0.11%) + + + +dp_vs_synproxy_snat_handler (420 samples, 0.02%) + + + +sa_release (18,274 samples, 0.69%) + + + +rte_arch_bswap16 (261 samples, 0.01%) + + + +lcore_stats_burst (1,039 samples, 0.04%) + + + +ip4_hdrlen (521 samples, 0.02%) + + + +__clock_gettime (613 samples, 0.02%) + + + +sa_pool_hash (432 samples, 0.02%) + + + +ip4_hdrlen (872 samples, 0.03%) + + + +tcp_secure_sequence_number (958 samples, 0.04%) + + + +__dp_vs_pre_routing (7,289 samples, 0.28%) + + + +sa_pool_destroy (3,515 samples, 0.13%) + + + +INET_HOOK (4,561 samples, 0.17%) + + + +timeval_to_ticks (285 samples, 0.01%) + + + +rte_atomic32_dec_and_test (296 samples, 0.01%) + + + +__random_r (1,049 samples, 0.04%) + + + +rte_atomic32_inc (374 samples, 0.01%) + + + +futex_wait (747 samples, 0.03%) + + + +__memset_sse2 (300 samples, 0.01%) + + + +get_level_ticks (236 samples, 0.01%) + + + +dp_vs_fill_iphdr (1,986 samples, 0.08%) + + + +rte_ether_addr_copy (353 samples, 0.01%) + + + +timeval_to_ticks (729 samples, 0.03%) + + + +rte_ether_addr_copy (357 samples, 0.01%) + + + +__list_add (485 samples, 0.02%) + + + +tcp_hdr (686 samples, 0.03%) + + + +rte_pktmbuf_prepend (398 samples, 0.02%) + + + +rte_atomic32_dec (435 samples, 0.02%) + + + +eth_addr_equal (979 samples, 0.04%) + + + +tcp_fnat_in_handler (7,840 samples, 0.30%) + + + +route4_output (1,791 samples, 0.07%) + + + +sa_pool_release (3,113 samples, 0.12%) + + + +dp_vs_conn_refresh_timer (6,714 samples, 0.25%) + + + +tcp_hdr (464 samples, 0.02%) + + + +dp_vs_conn_alloc (1,353 samples, 0.05%) + + + +mbuf_header_pointer (519 samples, 0.02%) + + + +route4_put (346 samples, 0.01%) + + + +ip4_hdrlen (431 samples, 0.02%) + + + +sa_pool_destroy (3,446 samples, 0.13%) + + + +rte_atomic32_dec (772 samples, 0.03%) + + + +tcp_in_add_toa (8,202 samples, 0.31%) + + + +tcp_hdr (285 samples, 0.01%) + + + +OPENSSL_cleanse (280 samples, 0.01%) + + + +inet_addr_equal (2,069 samples, 0.08%) + + + +dp_vs_out_xmit_fnat (21,359 samples, 0.81%) + + + +netif_hard_xmit (1,842 samples, 0.07%) + + + +__dp_vs_service_get (873 samples, 0.03%) + + + +netif_xmit (2,302 samples, 0.09%) + + + +rte_pktmbuf_lastseg (237 samples, 0.01%) + + + +msg_slave_process (5,026 samples, 0.19%) + + + +sa_fetch (18,047 samples, 0.69%) + + + +futex_wake (802 samples, 0.03%) + + + +rte_atomic32_dec (825 samples, 0.03%) + + + +ip4_hdrlen (885 samples, 0.03%) + + + +rte_pktmbuf_append (296 samples, 0.01%) + + + +dp_vs_stats_out (1,360 samples, 0.05%) + + + +netif_deliver_mbuf (208,933 samples, 7.93%) +netif_deliv.. + + +list_empty (403 samples, 0.02%) + + + +__rte_raw_cksum (322 samples, 0.01%) + + + +__memset_sse2 (377 samples, 0.01%) + + + +rte_prefetch0 (322 samples, 0.01%) + + + +rte_atomic32_inc (477 samples, 0.02%) + + + +dp_vs_conn_expire (36,299 samples, 1.38%) + + + +rte_atomic32_dec_and_test (308 samples, 0.01%) + + + +rte_atomic32_dec (265 samples, 0.01%) + + + +tcp_send_csum (1,534 samples, 0.06%) + + + +netif_tx_burst (8,393 samples, 0.32%) + + + +tcp_send_csum (4,563 samples, 0.17%) + + + +dp_vs_conn_free (544 samples, 0.02%) + + + +list_del (792 samples, 0.03%) + + + +ip4_hdrlen (457 samples, 0.02%) + + + +lcore_stats_burst (1,135 samples, 0.04%) + + + +rte_jhash_3words (1,417 samples, 0.05%) + + + +inet_addr_equal (447 samples, 0.02%) + + + +rte_atomic32_dec (704 samples, 0.03%) + + + +rte_rdtsc (4,452 samples, 0.17%) + + + +__list_del (250 samples, 0.01%) + + + +rte_is_zero_ether_addr (570 samples, 0.02%) + + + +xmit_outbound (34,432 samples, 1.31%) + + + +lcore-worker-5 (327,539 samples, 12.44%) +lcore-worker-5 + + +futex_wake (929 samples, 0.04%) + + + +whtlst_hashkey (1,326 samples, 0.05%) + + + +dp_vs_conn_get (17,373 samples, 0.66%) + + + +__memset_sse2 (379 samples, 0.01%) + + + +rte_eth_tx_burst (7,340 samples, 0.28%) + + + +ipv4_output_fin2 (4,190 samples, 0.16%) + + + +dp_vs_whtlst_allow (4,487 samples, 0.17%) + + + +do_lcore_job (309,752 samples, 11.76%) +do_lcore_job + + +ip4_hdrlen (341 samples, 0.01%) + + + +sa_release (18,413 samples, 0.70%) + + + +inet_addr_ifa_put (316 samples, 0.01%) + + + +netif_port_get (266 samples, 0.01%) + + + +rte_is_zero_ether_addr (490 samples, 0.02%) + + + +qsch_sched_all (270 samples, 0.01%) + + + +neigh_confirm (3,924 samples, 0.15%) + + + +xmit_outbound (33,457 samples, 1.27%) + + + +__list_del_entry (320 samples, 0.01%) + + + +futex_wait (620 samples, 0.02%) + + + +rte_lcore_id (326 samples, 0.01%) + + + +__list_del (511 samples, 0.02%) + + + +dp_vs_conn_set_timeout (253 samples, 0.01%) + + + +netif_update_worker_loop_cnt (450 samples, 0.02%) + + + +sa_release (18,277 samples, 0.69%) + + + +__dp_vs_conn_hash (6,134 samples, 0.23%) + + + +rte_atomic32_inc (395 samples, 0.01%) + + + +dpvs_timer_update (6,354 samples, 0.24%) + + + +rte_atomic32_inc (431 samples, 0.02%) + + + +dp_vs_conn_set_timeout (667 samples, 0.03%) + + + +rte_eth_rx_burst (11,261 samples, 0.43%) + + + +rte_atomic32_inc (1,280 samples, 0.05%) + + + +rte_atomic32_inc (1,105 samples, 0.04%) + + + +sa_pool_hash (411 samples, 0.02%) + + + +mbuf_may_pull (363 samples, 0.01%) + + + +ip4_hdrlen (929 samples, 0.04%) + + + +dp_vs_rr_schedule (869 samples, 0.03%) + + + +route_out_net_lookup (717 samples, 0.03%) + + + +do_futex (1,105 samples, 0.04%) + + + +rte_rdtsc (4,049 samples, 0.15%) + + + +__dp_vs_fast_outxmit_fnat4 (18,779 samples, 0.71%) + + + +ip4_hdrlen (915 samples, 0.03%) + + + +inet_addr_equal (690 samples, 0.03%) + + + +blklst_hashkey (1,585 samples, 0.06%) + + + +rte_arch_bswap32 (941 samples, 0.04%) + + + +tcp_secure_sequence_number (832 samples, 0.03%) + + + +mbuf_header_pointer (386 samples, 0.01%) + + + +[libcrypto.so.1.0.2k] (260 samples, 0.01%) + + + +dp_vs_dest_put (326 samples, 0.01%) + + + +lcore_job_xmit (12,238 samples, 0.46%) + + + +lcore_stats_burst (1,091 samples, 0.04%) + + + +dp_vs_conn_is_in_timer (288 samples, 0.01%) + + + +rte_is_zero_ether_addr (376 samples, 0.01%) + + + +dp_vs_conn_bind_dest (1,029 samples, 0.04%) + + + +port_tab_hashkey (296 samples, 0.01%) + + + +netif_xmit (1,189 samples, 0.05%) + + + +rte_atomic32_dec (449 samples, 0.02%) + + + +eal_thread_loop (322,287 samples, 12.24%) +eal_thread_loop + + +netif_tx_burst (8,363 samples, 0.32%) + + + +rte_atomic32_dec (747 samples, 0.03%) + + + +dp_vs_conn_expire (35,551 samples, 1.35%) + + + +xmit_inbound (49,383 samples, 1.88%) +x.. + + +qsch_sched_all (263 samples, 0.01%) + + + +dp_vs_conn_unbind_dest (735 samples, 0.03%) + + + +ip4_hdrlen (940 samples, 0.04%) + + + +neigh_output (3,574 samples, 0.14%) + + + +tcp_fnat_in_handler (7,290 samples, 0.28%) + + + +neigh_fill_mac (772 samples, 0.03%) + + + +dp_vs_save_xmit_info (1,558 samples, 0.06%) + + + +ip4_hdrlen (835 samples, 0.03%) + + + +do_lcore_job (685 samples, 0.03%) + + + +rte_atomic32_read (313 samples, 0.01%) + + + +netif_xmit (1,207 samples, 0.05%) + + + +whtlst_hashkey (1,344 samples, 0.05%) + + + +this_lcore_sched (246 samples, 0.01%) + + + +dp_vs_conn_hash (6,176 samples, 0.23%) + + + +INET_HOOK (190,305 samples, 7.23%) +INET_HOOK + + +sa_pool_release (2,933 samples, 0.11%) + + + +timeval_to_ticks (286 samples, 0.01%) + + + +rte_atomic32_dec (291 samples, 0.01%) + + + +dp_vs_conn_get (17,397 samples, 0.66%) + + + +__rte_raw_cksum_reduce (353 samples, 0.01%) + + + +ifa_put (321 samples, 0.01%) + + + +sa_pool_hash (450 samples, 0.02%) + + + +inet_addr_ifa_get (11,270 samples, 0.43%) + + + +ip4_hdr (225 samples, 0.01%) + + + +idev_put (800 samples, 0.03%) + + + +inet_addr_equal (254 samples, 0.01%) + + + +__lll_lock_wait_private (257 samples, 0.01%) + + + +dp_vs_conn_put (9,365 samples, 0.36%) + + + +futex_wait (686 samples, 0.03%) + + + +eal_thread_loop (321,988 samples, 12.23%) +eal_thread_loop + + +sys_futex (1,209 samples, 0.05%) + + + +dp_vs_dest_is_valid (541 samples, 0.02%) + + + +rte_is_zero_ether_addr (349 samples, 0.01%) + + + +__dp_vs_service_get (1,247 samples, 0.05%) + + + +list_del (812 samples, 0.03%) + + + +neigh_lookup_entry (792 samples, 0.03%) + + + +rte_jhash_3words (1,395 samples, 0.05%) + + + +rte_atomic32_dec_and_test (253 samples, 0.01%) + + + +rte_is_zero_ether_addr (401 samples, 0.02%) + + + +pkt_type_get (3,626 samples, 0.14%) + + + +tcp_conn_sched (46,842 samples, 1.78%) + + + +rte_arch_bswap32 (295 samples, 0.01%) + + + +__rte_raw_cksum_reduce (384 samples, 0.01%) + + + +rte_atomic32_dec (787 samples, 0.03%) + + + +dp_vs_pre_routing (7,674 samples, 0.29%) + + + +rte_atomic32_inc (2,813 samples, 0.11%) + + + +__list_add (473 samples, 0.02%) + + + +__rte_raw_cksum (317 samples, 0.01%) + + + +get_level_ticks (390 samples, 0.01%) + + + +ip4_hdr (233 samples, 0.01%) + + + +dpvs_timer_update (6,398 samples, 0.24%) + + + +system_call_fastpath (876 samples, 0.03%) + + + +dp_vs_stats_out (1,325 samples, 0.05%) + + + +rte_atomic32_inc (1,787 samples, 0.07%) + + + +__list_del (560 samples, 0.02%) + + + +dp_vs_stats_conn (277 samples, 0.01%) + + + +neigh_key_cmp (338 samples, 0.01%) + + + +dpvs_time_rand_delay (513 samples, 0.02%) + + + +inet_addr_ifa_put (300 samples, 0.01%) + + + +rte_atomic32_dec (834 samples, 0.03%) + + + +rte_is_zero_ether_addr (500 samples, 0.02%) + + + +af_inet_hooks (273 samples, 0.01%) + + + +lcore_process_arp_ring (5,574 samples, 0.21%) + + + +tcp_state_idx (782 samples, 0.03%) + + + +__list_add (461 samples, 0.02%) + + + +inet_addr_equal (2,111 samples, 0.08%) + + + +lcore_job_xmit (12,454 samples, 0.47%) + + + +rte_atomic32_dec_and_test (3,348 samples, 0.13%) + + + +rte_atomic32_inc (1,744 samples, 0.07%) + + + +dp_vs_pre_routing (7,713 samples, 0.29%) + + + +net_cmp (313 samples, 0.01%) + + + +tcp_out_adjust_seq (1,348 samples, 0.05%) + + + +__dpvs_timer_sched (4,259 samples, 0.16%) + + + +__dp_vs_in (177,407 samples, 6.74%) +__dp_vs_in + + +sa_release (18,455 samples, 0.70%) + + + +tcp_in_init_seq (1,734 samples, 0.07%) + + + +__list_del (250 samples, 0.01%) + + + +rte_timer_manage (38,007 samples, 1.44%) + + + +do_lcore_job (733 samples, 0.03%) + + + +ip4_hdrlen (856 samples, 0.03%) + + + +dp_vs_service_hashkey (361 samples, 0.01%) + + + +tcp_conn_lookup (34,792 samples, 1.32%) + + + +dpvs_job_loop (321,175 samples, 12.20%) +dpvs_job_loop + + +port_tab_hashkey (271 samples, 0.01%) + + + +__vdso_clock_gettime (494 samples, 0.02%) + + + +dp_vs_conn_get (17,179 samples, 0.65%) + + + +dp_vs_laddr_unbind (19,284 samples, 0.73%) + + + +__clock_gettime (640 samples, 0.02%) + + + +__rte_raw_cksum_reduce (566 samples, 0.02%) + + + +dp_vs_conn_hashkey (1,486 samples, 0.06%) + + + +rte_arch_bswap16 (255 samples, 0.01%) + + + +__lll_lock_wait_private (251 samples, 0.01%) + + + +get_level_ticks (412 samples, 0.02%) + + + +INET_HOOK (193,970 samples, 7.37%) +INET_HOOK + + +tcp_state_trans (7,889 samples, 0.30%) + + + +futex_wake (835 samples, 0.03%) + + + +rte_atomic32_inc (1,851 samples, 0.07%) + + + +__dp_vs_conn_hash (5,991 samples, 0.23%) + + + +__clock_gettime (273 samples, 0.01%) + + + +dpvs_timer_sched (2,712 samples, 0.10%) + + + +lcore-worker-8 (327,368 samples, 12.43%) +lcore-worker-8 + + +tcp_out_adjust_seq (1,555 samples, 0.06%) + + + +__random (3,090 samples, 0.12%) + + + +ipv4_rcv (198,114 samples, 7.52%) +ipv4_rcv + + +dp_vs_conn_hashkey (5,004 samples, 0.19%) + + + +ip4_hdr (317 samples, 0.01%) + + + +rte_get_tsc_cycles (4,790 samples, 0.18%) + + + +futex_wake (758 samples, 0.03%) + + + +do_lcore_job (309,343 samples, 11.75%) +do_lcore_job + + +__get_laddr (8,017 samples, 0.30%) + + + +dp_vs_conn_get (17,040 samples, 0.65%) + + + +route_out_local_lookup (970 samples, 0.04%) + + + +dp_vs_conn_put (9,442 samples, 0.36%) + + + +tcp_conn_expire (2,435 samples, 0.09%) + + + +__drand48_iterate (554 samples, 0.02%) + + + +__dp_vs_xmit_fnat4 (37,213 samples, 1.41%) + + + +__dpvs_timer_sched (4,236 samples, 0.16%) + + + +dp_vs_blklst_lookup (4,700 samples, 0.18%) + + + +rte_rdtsc (4,236 samples, 0.16%) + + + +netif_hard_xmit (3,022 samples, 0.11%) + + + +dp_vs_stats_in (1,343 samples, 0.05%) + + + +dp_vs_conn_free (544 samples, 0.02%) + + + +inet_addr_ifa_get (10,891 samples, 0.41%) + + + +rte_atomic32_dec (287 samples, 0.01%) + + + +tcp_state_trans (7,688 samples, 0.29%) + + + +dpvs_timer_update (6,295 samples, 0.24%) + + + +qsch_sched_all (289 samples, 0.01%) + + + +tcp_fnat_in_handler (13,990 samples, 0.53%) + + + +rte_arch_bswap16 (345 samples, 0.01%) + + + +rte_eth_rx_burst (11,313 samples, 0.43%) + + + +system_call_after_swapgs (396 samples, 0.02%) + + + +tcp_fnat_in_handler (13,741 samples, 0.52%) + + + +system_call_after_swapgs (542 samples, 0.02%) + + + +mbuf_may_pull (502 samples, 0.02%) + + + +route4_output (1,657 samples, 0.06%) + + + +__list_del_entry (286 samples, 0.01%) + + + +INET_HOOK (4,682 samples, 0.18%) + + + +rte_rdtsc (4,299 samples, 0.16%) + + + +rte_pktmbuf_prepend (240 samples, 0.01%) + + + +rte_pktmbuf_prepend (247 samples, 0.01%) + + + +dp_vs_laddr_bind (26,721 samples, 1.01%) + + + +rte_arch_bswap16 (507 samples, 0.02%) + + + +neigh_key_cmp (347 samples, 0.01%) + + + +dp_vs_dest_is_valid (555 samples, 0.02%) + + + +__list_del (543 samples, 0.02%) + + + +do_futex (858 samples, 0.03%) + + + +dp_vs_proto_lookup (337 samples, 0.01%) + + + +__dpvs_timer_sched (3,680 samples, 0.14%) + + + +__list_del (601 samples, 0.02%) + + + +netif_update_worker_loop_cnt (438 samples, 0.02%) + + + +eth_type_parse (1,277 samples, 0.05%) + + + +ip4_hdrlen (446 samples, 0.02%) + + + +OPENSSL_cleanse (239 samples, 0.01%) + + + +dp_vs_conn_detach_timer (397 samples, 0.02%) + + + +rte_jhash_3words (4,533 samples, 0.17%) + + + +mbuf_header_pointer (370 samples, 0.01%) + + + +dp_vs_stats_out (1,391 samples, 0.05%) + + + +tcp_secure_sequence_number (827 samples, 0.03%) + + + +list_del (858 samples, 0.03%) + + + +list_add_tail (689 samples, 0.03%) + + + +try_to_wake_up (295 samples, 0.01%) + + + +__random_r (857 samples, 0.03%) + + + +rte_atomic32_dec (444 samples, 0.02%) + + + +__rte_jhash_3words (4,394 samples, 0.17%) + + + +dp_vs_dest_is_avail (601 samples, 0.02%) + + + +ip4_hdr (335 samples, 0.01%) + + + +ip4_hdr (416 samples, 0.02%) + + + +inet_addr_equal (682 samples, 0.03%) + + + +sa_pool_fetch (2,373 samples, 0.09%) + + + +tcp_secure_sequence_number (848 samples, 0.03%) + + + +dp_vs_dest_is_avail (528 samples, 0.02%) + + + +system_call_fastpath (1,236 samples, 0.05%) + + + +rte_arch_bswap16 (285 samples, 0.01%) + + + +dp_vs_stats_out (1,367 samples, 0.05%) + + + +rte_atomic32_dec_and_test (324 samples, 0.01%) + + + +ip4_hdr (364 samples, 0.01%) + + + +__get_laddr (8,291 samples, 0.31%) + + + +netif_rx_burst (11,888 samples, 0.45%) + + + +dp_vs_service_lookup (1,267 samples, 0.05%) + + + +netif_port_get (2,504 samples, 0.10%) + + + +__dp_vs_in (180,924 samples, 6.87%) +__dp_vs_in + + +netif_rx_burst (12,196 samples, 0.46%) + + + +__dp_vs_service_get (848 samples, 0.03%) + + + +__list_add (277 samples, 0.01%) + + + +eal_thread_loop (321,718 samples, 12.22%) +eal_thread_loop + + +netif_update_worker_loop_cnt (418 samples, 0.02%) + + + +rte_lcore_id (358 samples, 0.01%) + + + +lcore_job_xmit (12,230 samples, 0.46%) + + + +ip4_hdr (260 samples, 0.01%) + + + +lcore_process_arp_ring (5,625 samples, 0.21%) + + + +rte_atomic32_inc (558 samples, 0.02%) + + + +dp_vs_conn_is_in_timer (283 samples, 0.01%) + + + +OPENSSL_cleanse (275 samples, 0.01%) + + + +dpvs_job_loop (321,267 samples, 12.20%) +dpvs_job_loop + + +inet_addr_ifa_put (340 samples, 0.01%) + + + +netif_rx_burst (11,822 samples, 0.45%) + + + +dp_vs_laddr_bind (26,646 samples, 1.01%) + + + +__dp_vs_fast_outxmit_fnat4 (18,247 samples, 0.69%) + + + +rte_ipv4_phdr_cksum (2,212 samples, 0.08%) + + + +list_empty (2,144 samples, 0.08%) + + + +tcp_send_csum (4,670 samples, 0.18%) + + + +dp_vs_service_hashkey (324 samples, 0.01%) + + + +rte_atomic32_inc (1,396 samples, 0.05%) + + + +__list_del (250 samples, 0.01%) + + + +__clock_gettime (270 samples, 0.01%) + + + +__lll_unlock_wake_private (1,799 samples, 0.07%) + + + +idev_put (718 samples, 0.03%) + + + +__rte_raw_cksum (965 samples, 0.04%) + + + +rte_pktmbuf_trim (580 samples, 0.02%) + + + +route4_output (1,694 samples, 0.06%) + + + +get_level_ticks (236 samples, 0.01%) + + + +tcp_in_add_toa (8,186 samples, 0.31%) + + + +ip4_hdr (418 samples, 0.02%) + + + +tcp_fnat_in_handler (7,486 samples, 0.28%) + + + +inet_addr_equal (2,075 samples, 0.08%) + + + +dp_vs_save_outxmit_info (1,367 samples, 0.05%) + + + +dp_vs_service_hashkey (349 samples, 0.01%) + + + +mbuf_header_pointer (481 samples, 0.02%) + + + +rte_atomic32_dec (4,748 samples, 0.18%) + + + +tcp_out_adjust_mss (281 samples, 0.01%) + + + +rte_arch_bswap16 (255 samples, 0.01%) + + + +dp_vs_blklst_lookup (4,533 samples, 0.17%) + + + +tcp_in_remove_ts (580 samples, 0.02%) + + + +dp_vs_xmit_fnat (36,898 samples, 1.40%) + + + +dp_vs_service_hashkey (347 samples, 0.01%) + + + +dp_vs_conn_set_timeout (647 samples, 0.02%) + + + +rte_atomic32_dec_and_test (277 samples, 0.01%) + + + +inet_addr_equal (696 samples, 0.03%) + + + +__rte_raw_cksum (626 samples, 0.02%) + + + +dp_vs_stats_conn (252 samples, 0.01%) + + + +__list_del (512 samples, 0.02%) + + + +tcp_fnat_in_handler (13,674 samples, 0.52%) + + + +this_lcore_sched (262 samples, 0.01%) + + + +dp_vs_proto_lookup (407 samples, 0.02%) + + + +netif_hard_xmit (1,914 samples, 0.07%) + + + +INET_HOOK (4,822 samples, 0.18%) + + + +netif_update_worker_loop_cnt (428 samples, 0.02%) + + + +list_add (2,272 samples, 0.09%) + + + +dp_vs_conn_put (9,111 samples, 0.35%) + + + +[libcrypto.so.1.0.2k] (2,850 samples, 0.11%) + + + +rte_atomic32_dec (240 samples, 0.01%) + + + +__get_laddr (8,054 samples, 0.31%) + + + +dp_vs_conn_alloc (1,484 samples, 0.06%) + + + +netif_xmit (2,358 samples, 0.09%) + + + +neigh_confirm (3,693 samples, 0.14%) + + + +rte_arch_bswap16 (1,015 samples, 0.04%) + + + +rte_eth_tx_burst (7,405 samples, 0.28%) + + + +route4_put (398 samples, 0.02%) + + + +list_move_tail (388 samples, 0.01%) + + + +netif_port_get (283 samples, 0.01%) + + + +sys_futex (1,163 samples, 0.04%) + + + +blklst_hashkey (1,603 samples, 0.06%) + + + +ip4_hdr (338 samples, 0.01%) + + + +ip4_hdr (313 samples, 0.01%) + + + +sa_fetch (17,671 samples, 0.67%) + + + +rte_atomic32_inc (269 samples, 0.01%) + + + +sys_futex (812 samples, 0.03%) + + + +dp_vs_conn_unbind_dest (763 samples, 0.03%) + + + +list_del (861 samples, 0.03%) + + + +rte_atomic32_dec_and_test (341 samples, 0.01%) + + + +sa_pool_release (3,115 samples, 0.12%) + + + +list_move_tail (579 samples, 0.02%) + + + +dp_vs_conn_refresh_timer (7,511 samples, 0.29%) + + + +neigh_fill_mac (756 samples, 0.03%) + + + +__list_add (425 samples, 0.02%) + + + +ifa_lookup (7,719 samples, 0.29%) + + + +__lll_unlock_wake_private (1,744 samples, 0.07%) + + + +neigh_hashkey (270 samples, 0.01%) + + + +tcp_hdr (702 samples, 0.03%) + + + +rte_atomic32_dec (836 samples, 0.03%) + + + +dp_vs_conn_detach_timer (387 samples, 0.01%) + + + +__rte_jhash_3words (4,354 samples, 0.17%) + + + +sys_futex (1,335 samples, 0.05%) + + + +tcp_in_add_toa (8,099 samples, 0.31%) + + + +tcp_in_add_toa (2,201 samples, 0.08%) + + + +inet_addr_ifa_get (10,771 samples, 0.41%) + + + +mbuf_may_pull (595 samples, 0.02%) + + + +eth_addr_equal (1,015 samples, 0.04%) + + + +net_cmp (323 samples, 0.01%) + + + +__drand48_iterate (624 samples, 0.02%) + + + +dp_vs_service_hashkey (387 samples, 0.01%) + + + +ixgbe_xmit_pkts (7,051 samples, 0.27%) + + + +__list_add (243 samples, 0.01%) + + + +rte_atomic32_dec (300 samples, 0.01%) + + + +ipv4_output_fin (4,442 samples, 0.17%) + + + +rte_prefetch0 (290 samples, 0.01%) + + + +timeval_to_ticks (755 samples, 0.03%) + + + +rte_pktmbuf_append (323 samples, 0.01%) + + + +sa_fetch (17,499 samples, 0.66%) + + + +rte_atomic32_inc (2,791 samples, 0.11%) + + + +dp_vs_synproxy_snat_handler (413 samples, 0.02%) + + + +_raw_spin_unlock_irqrestore (273 samples, 0.01%) + + + +OPENSSL_cleanse (248 samples, 0.01%) + + + +sa_pool_hash (519 samples, 0.02%) + + + +rte_eth_rx_burst (11,151 samples, 0.42%) + + + +get_level_ticks (402 samples, 0.02%) + + + +__clock_gettime (300 samples, 0.01%) + + + +inet_addr_ifa_get (10,712 samples, 0.41%) + + + +__rte_jhash_3words (1,324 samples, 0.05%) + + + +inet_addr_equal (667 samples, 0.03%) + + + +mbuf_may_pull (376 samples, 0.01%) + + + +sa_fetch (17,606 samples, 0.67%) + + + +put_laddr (298 samples, 0.01%) + + + +[libcrypto.so.1.0.2k] (2,891 samples, 0.11%) + + + +lcore-worker-7 (327,700 samples, 12.44%) +lcore-worker-7 + + +timer_expire (36,884 samples, 1.40%) + + + +ip4_hdr (346 samples, 0.01%) + + + +INET_HOOK (190,969 samples, 7.25%) +INET_HOOK + + +rte_arch_bswap16 (616 samples, 0.02%) + + + +dp_vs_fill_iphdr (1,748 samples, 0.07%) + + + +netif_tx_burst (8,534 samples, 0.32%) + + + +rte_atomic32_inc (1,298 samples, 0.05%) + + + +do_lcore_job (310,894 samples, 11.81%) +do_lcore_job + + +ip4_hdr (410 samples, 0.02%) + + + +rte_atomic32_read (274 samples, 0.01%) + + + +ipv4_output_fin (4,529 samples, 0.17%) + + + +tcp_state_idx (791 samples, 0.03%) + + + +rte_atomic32_dec_and_test (261 samples, 0.01%) + + + +get_level_ticks (439 samples, 0.02%) + + + +rte_atomic32_dec (469 samples, 0.02%) + + + +inet_addr_fold (226 samples, 0.01%) + + + +rte_atomic32_inc (1,662 samples, 0.06%) + + + +start_secondary (11,948 samples, 0.45%) + + + +ip_addr_netcmp (232 samples, 0.01%) + + + +do_futex (1,089 samples, 0.04%) + + + +tcp_state_idx (727 samples, 0.03%) + + + +dp_vs_laddr_unbind (19,134 samples, 0.73%) + + + +inet_addr_equal (423 samples, 0.02%) + + + +eth_addr_equal (993 samples, 0.04%) + + + +sys_futex (1,095 samples, 0.04%) + + + +timeval_to_ticks (282 samples, 0.01%) + + + +lcore_job_timer_manage (46,565 samples, 1.77%) + + + +ipv4_output_fin2 (4,313 samples, 0.16%) + + + +neigh_hashkey (258 samples, 0.01%) + + + +tcp_out_save_seq (792 samples, 0.03%) + + + +dp_vs_conn_refresh_timer (7,324 samples, 0.28%) + + + +rte_atomic32_dec_and_test (281 samples, 0.01%) + + + +rte_atomic32_inc (1,672 samples, 0.06%) + + + +rte_atomic32_inc (497 samples, 0.02%) + + + +rte_atomic32_inc (1,778 samples, 0.07%) + + + +ipv4_output (5,131 samples, 0.19%) + + + +dpvs_time_rand_delay (519 samples, 0.02%) + + + +__rte_jhash_3words (4,359 samples, 0.17%) + + + +rte_atomic32_dec_and_test (3,381 samples, 0.13%) + + + +xmit_outbound (32,746 samples, 1.24%) + + + +rte_lcore_id (522 samples, 0.02%) + + + +rte_is_zero_ether_addr (553 samples, 0.02%) + + + +xmit_outbound (33,889 samples, 1.29%) + + + +netif_tx_burst (8,446 samples, 0.32%) + + + +rte_raw_cksum (523 samples, 0.02%) + + + +xmit_outbound (32,014 samples, 1.22%) + + + +dpvs_timer_update (6,319 samples, 0.24%) + + + +sa_pool_release (2,973 samples, 0.11%) + + + +inet_is_addr_any (468 samples, 0.02%) + + + +list_move_tail (525 samples, 0.02%) + + + +dp_vs_dest_is_avail (468 samples, 0.02%) + + + +dp_vs_save_xmit_info (1,577 samples, 0.06%) + + + +dp_vs_pre_routing (7,845 samples, 0.30%) + + + +ip4_hdr (328 samples, 0.01%) + + + +dp_vs_service_lookup (1,332 samples, 0.05%) + + + +dp_vs_service_hashkey (422 samples, 0.02%) + + + +netif_port_get (357 samples, 0.01%) + + + +inet_addr_ifa_get (11,627 samples, 0.44%) + + + +rte_pktmbuf_trim (576 samples, 0.02%) + + + +rte_raw_cksum (1,138 samples, 0.04%) + + + +__list_add (266 samples, 0.01%) + + + +__random (2,749 samples, 0.10%) + + + +dp_vs_conn_put (9,551 samples, 0.36%) + + + +netif_rcv_mbuf (204,585 samples, 7.77%) +netif_rcv_.. + + +rte_atomic32_inc (362 samples, 0.01%) + + + +netif_hard_xmit (1,910 samples, 0.07%) + + + +__lll_unlock_wake_private (475 samples, 0.02%) + + + +eal_thread_loop (322,143 samples, 12.23%) +eal_thread_loop + + +__dp_vs_service_get (1,209 samples, 0.05%) + + + +dp_vs_conn_new (42,158 samples, 1.60%) + + + +rte_pktmbuf_adj (606 samples, 0.02%) + + + +rte_arch_bswap16 (591 samples, 0.02%) + + + +neigh_fill_mac (721 samples, 0.03%) + + + +__lll_unlock_wake_private (520 samples, 0.02%) + + + +ipv4_output (4,852 samples, 0.18%) + + + +ifa_put (290 samples, 0.01%) + + + +dp_vs_service_hashkey (359 samples, 0.01%) + + + +[libcrypto.so.1.0.2k] (2,735 samples, 0.10%) + + + +netif_xmit (1,242 samples, 0.05%) + + + +ip4_hdr (224 samples, 0.01%) + + + +tcp_send_csum (1,497 samples, 0.06%) + + + +timeval_to_ticks (681 samples, 0.03%) + + + +ifa_lookup (7,659 samples, 0.29%) + + + +list_empty (365 samples, 0.01%) + + + +rte_atomic32_inc (1,118 samples, 0.04%) + + + +rte_atomic32_inc (1,451 samples, 0.06%) + + + +ip4_hdr (337 samples, 0.01%) + + + +tick_nohz_idle_enter (977 samples, 0.04%) + + + +ifa_put (294 samples, 0.01%) + + + +dp_vs_service_hashkey (400 samples, 0.02%) + + + +netif_rcv_mbuf (206,726 samples, 7.85%) +netif_rcv_m.. + + +dev_get_idev (1,488 samples, 0.06%) + + + +ip4_is_frag (601 samples, 0.02%) + + + +dp_vs_conn_unbind_dest (736 samples, 0.03%) + + + +ip4_is_frag (588 samples, 0.02%) + + + +tcp_hdr (699 samples, 0.03%) + + + +route_out_local_lookup (859 samples, 0.03%) + + + +list_empty (370 samples, 0.01%) + + + +neigh_entry_state_trans (615 samples, 0.02%) + + + +__lll_lock_wait_private (1,337 samples, 0.05%) + + + +ip4_hdrlen (891 samples, 0.03%) + + + +rte_lcore_id (322 samples, 0.01%) + + + +sa_pool_destroy (3,456 samples, 0.13%) + + + +dp_vs_conn_unbind_dest (759 samples, 0.03%) + + + +__list_del (246 samples, 0.01%) + + + +sa_pool_fetch (2,282 samples, 0.09%) + + + +tcp_in_adjust_seq (270 samples, 0.01%) + + + +list_del (794 samples, 0.03%) + + + +dp_vs_conn_set_timeout (228 samples, 0.01%) + + + +dp_vs_fast_outxmit_fnat (18,333 samples, 0.70%) + + + +dp_vs_conn_new (42,230 samples, 1.60%) + + + +dp_vs_conn_hashkey (1,557 samples, 0.06%) + + + +__memset_sse2 (285 samples, 0.01%) + + + +dp_vs_conn_is_in_timer (282 samples, 0.01%) + + + +msg_slave_process (4,868 samples, 0.18%) + + + +rte_lcore_id (356 samples, 0.01%) + + + +tcp_out_adjust_mss (255 samples, 0.01%) + + + +ip4_is_frag (593 samples, 0.02%) + + + +inet_addr_equal (414 samples, 0.02%) + + + +dp_vs_whtlst_allow (4,194 samples, 0.16%) + + + +dp_vs_dest_is_avail (378 samples, 0.01%) + + + +__rte_jhash_3words (4,418 samples, 0.17%) + + + +mbuf_userdata_reset (231 samples, 0.01%) + + + +rte_atomic32_read (333 samples, 0.01%) + + + +tcp_send_csum (3,044 samples, 0.12%) + + + +rte_is_zero_ether_addr (578 samples, 0.02%) + + + +timeval_to_ticks (709 samples, 0.03%) + + + +rte_atomic32_dec (247 samples, 0.01%) + + + +port_tab_hashkey (267 samples, 0.01%) + + + +dpvs_timer_sched (2,684 samples, 0.10%) + + + +route_out_net_lookup (666 samples, 0.03%) + + + +tcp_hdr (298 samples, 0.01%) + + + +inet_addr_equal (558 samples, 0.02%) + + + +__lll_unlock_wake_private (1,712 samples, 0.07%) + + + +tcp_out_adjust_mss (299 samples, 0.01%) + + + +netif_hard_xmit (2,826 samples, 0.11%) + + + +ipv4_output (5,071 samples, 0.19%) + + + +list_del (856 samples, 0.03%) + + + +rte_lcore_id (368 samples, 0.01%) + + + +__list_del (585 samples, 0.02%) + + + +slave_lcore_loop_func (5,348 samples, 0.20%) + + + +list_empty (2,067 samples, 0.08%) + + + +ip4_hdr (428 samples, 0.02%) + + + +lcore_job_recv_fwd (240,000 samples, 9.11%) +lcore_job_rec.. + + +rte_pktmbuf_trim (610 samples, 0.02%) + + + +netif_port_get (341 samples, 0.01%) + + + +rte_is_zero_ether_addr (411 samples, 0.02%) + + + +xmit_outbound (32,611 samples, 1.24%) + + + +rte_lcore_id (301 samples, 0.01%) + + + +sa_pool_destroy (3,400 samples, 0.13%) + + + +dp_vs_conn_put (9,100 samples, 0.35%) + + + +timeval_to_ticks (714 samples, 0.03%) + + + +netif_hard_xmit (2,807 samples, 0.11%) + + + +dp_vs_save_outxmit_info (1,447 samples, 0.05%) + + + +rte_pktmbuf_append (274 samples, 0.01%) + + + +lcore_process_packets (250 samples, 0.01%) + + + +rte_ether_addr_copy (460 samples, 0.02%) + + + +inet_addr_equal (2,465 samples, 0.09%) + + + +dp_vs_conn_unhash (6,408 samples, 0.24%) + + + +__memset_sse2 (381 samples, 0.01%) + + + +put_laddr (292 samples, 0.01%) + + + +sa4_fetch (17,465 samples, 0.66%) + + + +dp_vs_fast_xmit_fnat (19,219 samples, 0.73%) + + + +INET_HOOK (5,395 samples, 0.20%) + + + +lcore_process_packets (212,991 samples, 8.09%) +lcore_proce.. + + +rte_atomic32_inc (1,683 samples, 0.06%) + + + +list_empty (381 samples, 0.01%) + + + +lcore_process_redirect_ring (421 samples, 0.02%) + + + +dp_vs_conn_refresh_timer (7,040 samples, 0.27%) + + + +this_lcore_sched (239 samples, 0.01%) + + + +lcore_job_xmit (12,338 samples, 0.47%) + + + +rte_arch_bswap16 (282 samples, 0.01%) + + + +system_call_fastpath (1,195 samples, 0.05%) + + + +inet_addr_equal (427 samples, 0.02%) + + + +netif_port_get (270 samples, 0.01%) + + + +netif_hard_xmit (1,121 samples, 0.04%) + + + +neigh_key_cmp (839 samples, 0.03%) + + + +__dp_vs_in (178,729 samples, 6.79%) +__dp_vs_in + + +dev_get_idev (1,424 samples, 0.05%) + + + +[unknown] (877 samples, 0.03%) + + + +__list_add (364 samples, 0.01%) + + + +do_futex (1,251 samples, 0.05%) + + + +dpvs_timer_update (6,498 samples, 0.25%) + + + +inet_addr_equal (394 samples, 0.01%) + + + +INET_HOOK (4,857 samples, 0.18%) + + + +tuplehash_to_conn (224 samples, 0.01%) + + + +tcp_fnat_out_handler (11,029 samples, 0.42%) + + + +dp_vs_laddr_unbind (19,357 samples, 0.74%) + + + +lcore_process_redirect_ring (444 samples, 0.02%) + + + +rte_atomic32_inc (1,254 samples, 0.05%) + + + +__list_del (530 samples, 0.02%) + + + +inet_addr_equal (609 samples, 0.02%) + + + +rte_atomic32_inc (1,751 samples, 0.07%) + + + +tcp_state_trans (7,513 samples, 0.29%) + + + +dp_vs_service_hashkey (419 samples, 0.02%) + + + +tcp_out_save_seq (722 samples, 0.03%) + + + +rte_pktmbuf_append (230 samples, 0.01%) + + + +__rte_raw_cksum_reduce (371 samples, 0.01%) + + + +dp_vs_conn_alloc (1,378 samples, 0.05%) + + + +list_add_tail (1,496 samples, 0.06%) + + + +neigh_key_cmp (651 samples, 0.02%) + + + +__memset_sse2 (255 samples, 0.01%) + + + +dp_vs_dest_is_avail (627 samples, 0.02%) + + + +rte_jhash_3words (1,402 samples, 0.05%) + + + +__vdso_clock_gettime (513 samples, 0.02%) + + + +rte_arch_bswap16 (642 samples, 0.02%) + + + +__rte_raw_cksum (671 samples, 0.03%) + + + +INET_HOOK (5,127 samples, 0.19%) + + + +af_inet_hooks (257 samples, 0.01%) + + + +ixgbe_recv_pkts_bulk_alloc (7,749 samples, 0.29%) + + + +__dp_vs_pre_routing (7,210 samples, 0.27%) + + + +rte_is_zero_ether_addr (345 samples, 0.01%) + + + +netif_port_get (328 samples, 0.01%) + + + +tcp_fnat_in_handler (7,580 samples, 0.29%) + + + +get_level_ticks (235 samples, 0.01%) + + + +route4_put (398 samples, 0.02%) + + + +neigh_hashkey (245 samples, 0.01%) + + + +__list_add (251 samples, 0.01%) + + + +xmit_inbound (49,864 samples, 1.89%) +x.. + + +rte_atomic32_dec (485 samples, 0.02%) + + + +neigh_output (3,343 samples, 0.13%) + + + +dev_get_idev (1,191 samples, 0.05%) + + + +__rte_jhash_3words (1,267 samples, 0.05%) + + + +dp_vs_conn_hashkey (5,113 samples, 0.19%) + + + +ip4_hdrlen (926 samples, 0.04%) + + + +rte_atomic32_dec_and_test (273 samples, 0.01%) + + + +rte_atomic32_dec (4,776 samples, 0.18%) + + + +slave_lcore_loop_func (6,126 samples, 0.23%) + + + +rte_atomic32_read (299 samples, 0.01%) + + + +rte_atomic32_dec_and_test (3,337 samples, 0.13%) + + + +INET_HOOK (190,121 samples, 7.22%) +INET_HOOK + + +rte_arch_bswap16 (315 samples, 0.01%) + + + +__drand48_iterate (586 samples, 0.02%) + + + +ipv4_output_fin (4,395 samples, 0.17%) + + + +neigh_entry_state_trans (550 samples, 0.02%) + + + +rte_atomic32_inc (347 samples, 0.01%) + + + +inet_addr_ifa_put (309 samples, 0.01%) + + + +__dpvs_timer_sched (3,659 samples, 0.14%) + + + +dp_vs_conn_new (42,374 samples, 1.61%) + + + +__memset_sse2 (306 samples, 0.01%) + + + +sa_pool_hash (419 samples, 0.02%) + + + +ip4_hdrlen (508 samples, 0.02%) + + + +mbuf_header_pointer (381 samples, 0.01%) + + + +tcp_conn_lookup (34,763 samples, 1.32%) + + + +rte_atomic32_dec_and_test (321 samples, 0.01%) + + + +inet_addr_fold (250 samples, 0.01%) + + + +dp_vs_conn_attach_timer (3,033 samples, 0.12%) + + + +ixgbe_xmit_pkts (7,043 samples, 0.27%) + + + +list_move_tail (374 samples, 0.01%) + + + +rte_atomic32_inc (255 samples, 0.01%) + + + +inet_addr_equal (647 samples, 0.02%) + + + +list_add (2,412 samples, 0.09%) + + + +netif_deliver_mbuf (209,234 samples, 7.95%) +netif_deliv.. + + +rte_atomic32_dec (801 samples, 0.03%) + + + +__dp_vs_service_get (871 samples, 0.03%) + + + +list_empty (368 samples, 0.01%) + + + +lcore_stats_burst (1,091 samples, 0.04%) + + + +dp_vs_dest_is_valid (531 samples, 0.02%) + + + +dp_vs_conn_free (564 samples, 0.02%) + + + +tcp_in_adjust_seq (265 samples, 0.01%) + + + +rte_pktmbuf_adj (604 samples, 0.02%) + + + +dp_vs_conn_set_timeout (656 samples, 0.02%) + + + +route4_put (391 samples, 0.01%) + + + +rte_arch_bswap16 (555 samples, 0.02%) + + + +neigh_key_cmp (358 samples, 0.01%) + + + +tcp_out_save_seq (773 samples, 0.03%) + + + +dp_vs_fill_iphdr (2,071 samples, 0.08%) + + + +sys_futex (1,149 samples, 0.04%) + + + +dp_vs_conn_hashkey (1,580 samples, 0.06%) + + + +rte_ipv4_phdr_cksum (1,016 samples, 0.04%) + + + +dp_vs_dest_is_avail (588 samples, 0.02%) + + + +do_futex (688 samples, 0.03%) + + + +[libcrypto.so.1.0.2k] (267 samples, 0.01%) + + + +rte_timer_manage (38,110 samples, 1.45%) + + + +ip4_hdrlen (976 samples, 0.04%) + + + +rte_atomic32_dec (4,781 samples, 0.18%) + + + +ip4_hdr (369 samples, 0.01%) + + + +neigh_entry_state_trans (638 samples, 0.02%) + + + +rte_pktmbuf_trim (577 samples, 0.02%) + + + +dp_vs_in (179,579 samples, 6.82%) +dp_vs_in + + +tcp_in_adjust_seq (267 samples, 0.01%) + + + +dp_vs_conn_bind_dest (1,022 samples, 0.04%) + + + +rte_jhash_3words (4,604 samples, 0.17%) + + + +rte_atomic32_inc (1,233 samples, 0.05%) + + + +__vdso_clock_gettime (511 samples, 0.02%) + + + +__list_del (504 samples, 0.02%) + + + +try_to_wake_up (274 samples, 0.01%) + + + +dp_vs_proto_lookup (408 samples, 0.02%) + + + +dp_vs_fast_xmit_fnat (19,000 samples, 0.72%) + + + +inet_addr_equal (418 samples, 0.02%) + + + +rte_lcore_id (349 samples, 0.01%) + + + +netif_port_get (350 samples, 0.01%) + + + +list_empty (2,379 samples, 0.09%) + + + +poll_idle (1,833 samples, 0.07%) + + + +mbuf_may_pull (505 samples, 0.02%) + + + +dp_vs_out_xmit_fnat (22,163 samples, 0.84%) + + + +__get_laddr (8,268 samples, 0.31%) + + + +lcore_process_redirect_ring (244 samples, 0.01%) + + + +dp_vs_save_outxmit_info (1,372 samples, 0.05%) + + + +rte_is_zero_ether_addr (394 samples, 0.01%) + + + +dp_vs_out_xmit_fnat (22,532 samples, 0.86%) + + + +INET_HOOK (4,733 samples, 0.18%) + + + +rte_ether_addr_copy (356 samples, 0.01%) + + + +ixgbe_recv_pkts_bulk_alloc (7,595 samples, 0.29%) + + + +dp_vs_redirect_ring_proc (232 samples, 0.01%) + + + +dp_vs_dest_is_valid (544 samples, 0.02%) + + + +netif_rx_burst (11,850 samples, 0.45%) + + + +xmit_inbound (49,615 samples, 1.88%) +x.. + + +tcp_out_adjust_seq (1,380 samples, 0.05%) + + + +ifa_lookup (7,644 samples, 0.29%) + + + +rte_atomic32_inc (1,704 samples, 0.06%) + + + +netif_rcv_mbuf (204,280 samples, 7.76%) +netif_rcv_.. + + +af_inet_hooks (302 samples, 0.01%) + + + +rte_raw_cksum (586 samples, 0.02%) + + + +tcp_hdr (640 samples, 0.02%) + + + +__lll_unlock_wake_private (1,763 samples, 0.07%) + + + +lcore_process_packets (266 samples, 0.01%) + + + +pkt_type_get (3,383 samples, 0.13%) + + + +dp_vs_laddr_unbind (19,178 samples, 0.73%) + + + +dp_vs_service_lookup (948 samples, 0.04%) + + + +ip4_hdr (226 samples, 0.01%) + + + +dp_vs_save_outxmit_info (1,460 samples, 0.06%) + + + +ip4_hdr (307 samples, 0.01%) + + + +dp_vs_conn_is_in_timer (269 samples, 0.01%) + + + +rte_ipv4_phdr_cksum (2,297 samples, 0.09%) + + + +rte_is_zero_ether_addr (526 samples, 0.02%) + + + +dp_vs_dest_is_avail (596 samples, 0.02%) + + + +inet_is_addr_any (537 samples, 0.02%) + + + +put_laddr (319 samples, 0.01%) + + + +slave_lcore_loop_func (5,426 samples, 0.21%) + + + +futex_wait_setup (452 samples, 0.02%) + + + +dp_vs_schedule (44,711 samples, 1.70%) + + + +system_call_after_swapgs (294 samples, 0.01%) + + + +INIT_LIST_HEAD (360 samples, 0.01%) + + + +rte_ether_addr_copy (421 samples, 0.02%) + + + +ifa_lookup (7,305 samples, 0.28%) + + + +dp_vs_conn_is_in_timer (271 samples, 0.01%) + + + +tcp_in_init_seq (1,760 samples, 0.07%) + + + +lcore_process_packets (214,812 samples, 8.16%) +lcore_proce.. + + +netif_rx_burst (12,159 samples, 0.46%) + + + +eth_type_parse (1,345 samples, 0.05%) + + + +rte_pktmbuf_prepend (406 samples, 0.02%) + + + +dp_vs_dest_is_avail (347 samples, 0.01%) + + + +rte_atomic32_inc (1,324 samples, 0.05%) + + + +rte_jhash_3words (1,396 samples, 0.05%) + + + +ifa_put (309 samples, 0.01%) + + + +tcp_in_remove_ts (621 samples, 0.02%) + + + +rte_atomic32_dec (251 samples, 0.01%) + + + +lcore_job_recv_fwd (240,919 samples, 9.15%) +lcore_job_rec.. + + +rte_lcore_id (502 samples, 0.02%) + + + +__memset_sse2 (587 samples, 0.02%) + + + +dp_vs_fill_iphdr (1,800 samples, 0.07%) + + + +rte_arch_bswap16 (1,021 samples, 0.04%) + + + +__rte_raw_cksum (669 samples, 0.03%) + + + +list_add_tail (740 samples, 0.03%) + + + +futex_wake (830 samples, 0.03%) + + + +rte_lcore_id (357 samples, 0.01%) + + + +rte_jhash_3words (4,490 samples, 0.17%) + + + +dp_vs_conn_hashkey (5,188 samples, 0.20%) + + + +neigh_hashkey (239 samples, 0.01%) + + + +ifa_lookup (7,172 samples, 0.27%) + + + +rte_lcore_id (326 samples, 0.01%) + + + +rte_lcore_id (392 samples, 0.01%) + + + +__memset_sse2 (338 samples, 0.01%) + + + +sa_pool_hash (407 samples, 0.02%) + + + +dp_vs_laddr_unbind (19,254 samples, 0.73%) + + + +eal_thread_loop (322,207 samples, 12.24%) +eal_thread_loop + + +route_out_local_lookup (927 samples, 0.04%) + + + +list_del (1,438 samples, 0.05%) + + + +netif_port_get (351 samples, 0.01%) + + + +mbuf_header_pointer (501 samples, 0.02%) + + + +tcp_conn_lookup (34,447 samples, 1.31%) + + + +dp_vs_pre_routing (7,618 samples, 0.29%) + + + +list_del (1,595 samples, 0.06%) + + + +tcp_out_adjust_mss (287 samples, 0.01%) + + + +__list_del (569 samples, 0.02%) + + + +dp_vs_conn_free (529 samples, 0.02%) + + + +system_call_after_swapgs (257 samples, 0.01%) + + + +rte_atomic32_dec (4,552 samples, 0.17%) + + + +system_call_after_swapgs (545 samples, 0.02%) + + + +do_lcore_job (794 samples, 0.03%) + + + +netif_hard_xmit (1,047 samples, 0.04%) + + + +tcp_hdr (443 samples, 0.02%) + + + +rte_atomic32_dec (1,551 samples, 0.06%) + + + +rte_atomic32_dec (281 samples, 0.01%) + + + +timeval_to_ticks (739 samples, 0.03%) + + + +__rte_raw_cksum (936 samples, 0.04%) + + + +__drand48_iterate (610 samples, 0.02%) + + + +dp_vs_conn_is_in_timer (246 samples, 0.01%) + + + +dp_vs_fill_iphdr (1,744 samples, 0.07%) + + + +[libcrypto.so.1.0.2k] (2,905 samples, 0.11%) + + + +ip4_hdr (357 samples, 0.01%) + + + +lcore_job_timer_manage (46,854 samples, 1.78%) + + + +rte_atomic32_read (308 samples, 0.01%) + + + +dp_vs_conn_resend_packets (979 samples, 0.04%) + + + +dp_vs_conn_unbind_dest (752 samples, 0.03%) + + + +tcp_state_trans (7,720 samples, 0.29%) + + + +ixgbe_xmit_pkts (7,138 samples, 0.27%) + + + +__dpvs_timer_sched (4,141 samples, 0.16%) + + + +tcp_in_add_toa (8,341 samples, 0.32%) + + + +tcp_send_csum (4,495 samples, 0.17%) + + + +dp_vs_conn_bind_dest (1,078 samples, 0.04%) + + + +rte_timer_tick_cb (36,901 samples, 1.40%) + + + +neigh_lookup_entry (726 samples, 0.03%) + + + +dp_vs_pre_routing (7,750 samples, 0.29%) + + + +list_del (791 samples, 0.03%) + + + +wake_up_q (247 samples, 0.01%) + + + +dp_vs_conn_expire (36,644 samples, 1.39%) + + + +rte_raw_cksum (1,639 samples, 0.06%) + + + +lcore_job_recv_fwd (238,627 samples, 9.06%) +lcore_job_rec.. + + +rte_ether_addr_copy (470 samples, 0.02%) + + + +rte_atomic32_dec (4,607 samples, 0.17%) + + + +[unknown] (1,781 samples, 0.07%) + + + +rte_atomic32_dec_and_test (3,279 samples, 0.12%) + + + +mbuf_may_pull (311 samples, 0.01%) + + + +list_move_tail (355 samples, 0.01%) + + + +dp_vs_blklst_lookup (4,504 samples, 0.17%) + + + +idev_put (804 samples, 0.03%) + + + +__dp_vs_service_get (1,159 samples, 0.04%) + + + +rte_arch_bswap16 (297 samples, 0.01%) + + + +__dpvs_timer_sched (2,313 samples, 0.09%) + + + +this_lcore_sched (227 samples, 0.01%) + + + +lcore_job_timer_manage (46,612 samples, 1.77%) + + + +dp_vs_stats_conn (286 samples, 0.01%) + + + +net_cmp (317 samples, 0.01%) + + + +msg_slave_process (5,182 samples, 0.20%) + + + +__rte_raw_cksum (315 samples, 0.01%) + + + +dp_vs_save_outxmit_info (1,441 samples, 0.05%) + + + +lcore_job_xmit (12,087 samples, 0.46%) + + + +__dpvs_timer_sched (3,967 samples, 0.15%) + + + +__dp_vs_in (177,705 samples, 6.75%) +__dp_vs_in + + +rcu_idle_exit (335 samples, 0.01%) + + + +dp_vs_conn_put (9,492 samples, 0.36%) + + + +rte_atomic32_inc (1,728 samples, 0.07%) + + + +timeval_to_ticks (261 samples, 0.01%) + + + +dp_vs_fast_xmit_fnat (19,552 samples, 0.74%) + + + +mbuf_header_pointer (386 samples, 0.01%) + + + +neigh_output (3,470 samples, 0.13%) + + + +dp_vs_synproxy_snat_handler (418 samples, 0.02%) + + + +sa_pool_release (2,918 samples, 0.11%) + + + +netif_hard_xmit (1,015 samples, 0.04%) + + + +rte_jhash_3words (4,484 samples, 0.17%) + + + +tcp_out_save_seq (806 samples, 0.03%) + + + +rte_lcore_id (346 samples, 0.01%) + + + +dp_vs_xmit_fnat (37,319 samples, 1.42%) + + + +__rte_raw_cksum (648 samples, 0.02%) + + + +dp_vs_save_xmit_info (1,588 samples, 0.06%) + + + +list_add_tail (1,108 samples, 0.04%) + + + +__rte_raw_cksum (647 samples, 0.02%) + + + +netif_hard_xmit (978 samples, 0.04%) + + + +tcp_in_add_toa (2,086 samples, 0.08%) + + + +netif_port_get (282 samples, 0.01%) + + + +[unknown] (1,872 samples, 0.07%) + + + +__dpvs_timer_sched (2,216 samples, 0.08%) + + + +get_level_ticks (400 samples, 0.02%) + + + +ip4_hdrlen (914 samples, 0.03%) + + + +dp_vs_conn_detach_timer (386 samples, 0.01%) + + + +rte_lcore_id (323 samples, 0.01%) + + + +netif_update_worker_loop_cnt (465 samples, 0.02%) + + + +dp_vs_conn_set_timeout (231 samples, 0.01%) + + + +__rte_raw_cksum (849 samples, 0.03%) + + + +sa_pool_hash (431 samples, 0.02%) + + + +ip4_hdr (357 samples, 0.01%) + + + +__dp_vs_conn_hash (6,064 samples, 0.23%) + + + +dp_vs_conn_detach_timer (374 samples, 0.01%) + + + +dp_vs_synproxy_syn_rcv (3,417 samples, 0.13%) + + + +rte_pktmbuf_trim (555 samples, 0.02%) + + + +qsch_sched_all (293 samples, 0.01%) + + + +dp_vs_in (178,970 samples, 6.80%) +dp_vs_in + + +dp_vs_dest_is_avail (496 samples, 0.02%) + + + +rte_pktmbuf_adj (673 samples, 0.03%) + + + +tcp_send_csum (4,615 samples, 0.18%) + + + +ip4_hdrlen (849 samples, 0.03%) + + + +rte_atomic32_dec_and_test (292 samples, 0.01%) + + + +mbuf_header_pointer (268 samples, 0.01%) + + + +dpvs_timer_update (6,394 samples, 0.24%) + + + +dp_vs_conn_resend_packets (926 samples, 0.04%) + + + +timeval_to_ticks (678 samples, 0.03%) + + + +netif_port_get (2,497 samples, 0.09%) + + + +dp_vs_laddr_bind (26,538 samples, 1.01%) + + + +list_add_tail (1,528 samples, 0.06%) + + + +netif_port_get (2,480 samples, 0.09%) + + + +netif_rcv_mbuf (208,420 samples, 7.91%) +netif_rcv_m.. + + +sa4_fetch (17,836 samples, 0.68%) + + + +__dp_vs_out_xmit_fnat4 (21,362 samples, 0.81%) + + + +dp_vs_conn_free (556 samples, 0.02%) + + + +do_lcore_job (704 samples, 0.03%) + + + +neigh_confirm (3,873 samples, 0.15%) + + + +do_futex (1,106 samples, 0.04%) + + + +lcore_stats_burst (1,096 samples, 0.04%) + + + +list_add_tail (1,493 samples, 0.06%) + + + +dp_vs_conn_alloc (1,324 samples, 0.05%) + + + +ipv4_rcv (198,778 samples, 7.55%) +ipv4_rcv + + +dp_vs_service_hashkey (377 samples, 0.01%) + + + +rte_atomic32_inc (2,735 samples, 0.10%) + + + +tcp_out_adjust_seq (1,411 samples, 0.05%) + + + +rte_timer_manage (37,668 samples, 1.43%) + + + +route_out_local_lookup (925 samples, 0.04%) + + + +rte_arch_bswap16 (301 samples, 0.01%) + + + +dp_vs_out_xmit_fnat (21,737 samples, 0.83%) + + + +__vdso_clock_gettime (488 samples, 0.02%) + + + +rte_atomic32_dec_and_test (275 samples, 0.01%) + + + +sa_fetch (17,712 samples, 0.67%) + + + +tcp_conn_expire (2,421 samples, 0.09%) + + + +rte_raw_cksum (1,660 samples, 0.06%) + + + +dp_vs_fill_iphdr (1,922 samples, 0.07%) + + + +ixgbe_recv_pkts_bulk_alloc (7,698 samples, 0.29%) + + + +lcore-worker-3 (327,781 samples, 12.45%) +lcore-worker-3 + + +__lll_unlock_wake_private (396 samples, 0.02%) + + + +dp_vs_save_xmit_info (1,632 samples, 0.06%) + + + +list_add_tail (705 samples, 0.03%) + + + +dp_vs_dest_put (326 samples, 0.01%) + + + +timeval_to_ticks (663 samples, 0.03%) + + + +ifa_put (350 samples, 0.01%) + + + +__list_del_entry (284 samples, 0.01%) + + + +__rte_jhash_3words (1,330 samples, 0.05%) + + + +__random (2,954 samples, 0.11%) + + + +rte_lcore_id (501 samples, 0.02%) + + + +__list_del (503 samples, 0.02%) + + + +dp_vs_conn_attach_timer (2,956 samples, 0.11%) + + + +mbuf_may_pull (623 samples, 0.02%) + + + +netif_deliver_mbuf (210,937 samples, 8.01%) +netif_deliv.. + + +sys_futex (737 samples, 0.03%) + + + +dp_vs_conn_refresh_timer (7,136 samples, 0.27%) + + + +dpvs_job_loop (321,334 samples, 12.20%) +dpvs_job_loop + + +__dp_vs_out_xmit_fnat4 (20,726 samples, 0.79%) + + + +ifa_lookup (7,300 samples, 0.28%) + + + +tcp_secure_sequence_number (869 samples, 0.03%) + + + +rte_atomic32_dec (281 samples, 0.01%) + + + +ipv4_rcv (200,467 samples, 7.61%) +ipv4_rcv + + +dp_vs_synproxy_snat_handler (391 samples, 0.01%) + + + +rte_atomic32_inc (313 samples, 0.01%) + + + +dp_vs_dest_is_valid (509 samples, 0.02%) + + + +__dp_vs_fast_xmit_fnat4 (18,670 samples, 0.71%) + + + +tcp_conn_sched (46,152 samples, 1.75%) + + + +slave_lcore_loop_func (5,347 samples, 0.20%) + + + +ip4_hdrlen (858 samples, 0.03%) + + + +ifa_put (298 samples, 0.01%) + + + +list_empty (388 samples, 0.01%) + + + +rte_is_zero_ether_addr (514 samples, 0.02%) + + + +neigh_hashkey (631 samples, 0.02%) + + + +__list_add (470 samples, 0.02%) + + + +dp_vs_conn_detach_timer (356 samples, 0.01%) + + + +__rte_raw_cksum_reduce (577 samples, 0.02%) + + + +__clock_gettime (630 samples, 0.02%) + + + +rte_atomic32_dec_and_test (301 samples, 0.01%) + + + +rte_lcore_id (493 samples, 0.02%) + + + +futex_wake (779 samples, 0.03%) + + + +dp_vs_dest_is_valid (583 samples, 0.02%) + + + +inet_addr_ifa_put (326 samples, 0.01%) + + + +ip4_hdr (269 samples, 0.01%) + + + +tcp_conn_lookup (34,159 samples, 1.30%) + + + +rte_atomic32_inc (1,410 samples, 0.05%) + + + +list_empty (2,090 samples, 0.08%) + + + +dp_vs_fast_xmit_fnat (19,024 samples, 0.72%) + + + +eth_addr_equal (988 samples, 0.04%) + + + +__dpvs_timer_sched (4,075 samples, 0.15%) + + + +rte_eth_rx_burst (225 samples, 0.01%) + + + +rte_atomic32_inc (256 samples, 0.01%) + + + +ip4_is_frag (553 samples, 0.02%) + + + +whtlst_hashkey (1,333 samples, 0.05%) + + + +eal_thread_loop (322,229 samples, 12.24%) +eal_thread_loop + + +rte_get_timer_cycles (4,753 samples, 0.18%) + + + +dp_vs_fill_iphdr (2,047 samples, 0.08%) + + + +rte_atomic32_dec (776 samples, 0.03%) + + + +__clock_gettime (596 samples, 0.02%) + + + +rte_atomic32_dec_and_test (260 samples, 0.01%) + + + +route4_output (1,617 samples, 0.06%) + + + +rte_atomic32_dec_and_test (260 samples, 0.01%) + + + +lcore_process_redirect_ring (469 samples, 0.02%) + + + +dpvs_time_rand_delay (499 samples, 0.02%) + + + +inet_addr_ifa_put (311 samples, 0.01%) + + + +neigh_output (3,472 samples, 0.13%) + + + +rte_get_tsc_cycles (4,240 samples, 0.16%) + + + +inet_addr_ifa_get (10,853 samples, 0.41%) + + + +__dp_vs_service_get (1,268 samples, 0.05%) + + + +rte_atomic32_dec (812 samples, 0.03%) + + + +rte_timer_tick_cb (37,533 samples, 1.43%) + + + +ip4_hdrlen (904 samples, 0.03%) + + + +rte_atomic32_inc (465 samples, 0.02%) + + + +dp_vs_dest_put (324 samples, 0.01%) + + + +dp_vs_conn_get (17,358 samples, 0.66%) + + + +dp_vs_conn_put (8,844 samples, 0.34%) + + + +xmit_inbound (48,224 samples, 1.83%) +x.. + + +__dp_vs_service_get (1,146 samples, 0.04%) + + + +dp_vs_stats_conn (258 samples, 0.01%) + + + +ip4_hdr (311 samples, 0.01%) + + + +list_del (810 samples, 0.03%) + + + +__vdso_clock_gettime (548 samples, 0.02%) + + + +dp_vs_save_outxmit_info (1,479 samples, 0.06%) + + + +rte_atomic32_dec (847 samples, 0.03%) + + + +dpvs_time_rand_delay (334 samples, 0.01%) + + + +dp_vs_fast_xmit_fnat (19,031 samples, 0.72%) + + + +do_lcore_job (311,518 samples, 11.83%) +do_lcore_job + + +rte_lcore_id (358 samples, 0.01%) + + + +dp_vs_conn_is_in_timer (290 samples, 0.01%) + + + +tcp_in_adjust_seq (288 samples, 0.01%) + + + +__dp_vs_xmit_fnat4 (36,619 samples, 1.39%) + + + +timer_expire (36,829 samples, 1.40%) + + + +dp_vs_stats_conn (281 samples, 0.01%) + + + +__get_laddr (8,345 samples, 0.32%) + + + +futex_wait (714 samples, 0.03%) + + + +this_lcore_sched (245 samples, 0.01%) + + + +__rte_jhash_3words (1,277 samples, 0.05%) + + + +sa_release (18,191 samples, 0.69%) + + + +rte_get_tsc_cycles (4,456 samples, 0.17%) + + + +mbuf_may_pull (315 samples, 0.01%) + + + +rte_atomic32_dec_and_test (279 samples, 0.01%) + + + +rte_timer_manage (37,047 samples, 1.41%) + + + +neigh_confirm (3,594 samples, 0.14%) + + + +INIT_LIST_HEAD (296 samples, 0.01%) + + + +inet_addr_equal (711 samples, 0.03%) + + + +rte_pktmbuf_prepend (236 samples, 0.01%) + + + +netif_rx_burst (11,791 samples, 0.45%) + + + +neigh_entry_state_trans (591 samples, 0.02%) + + + +rte_ipv4_phdr_cksum (3,363 samples, 0.13%) + + + +neigh_entry_state_trans (637 samples, 0.02%) + + + +__list_del (241 samples, 0.01%) + + + +__dpvs_timer_sched (2,257 samples, 0.09%) + + + +dp_vs_conn_refresh_timer (7,187 samples, 0.27%) + + + +rte_pktmbuf_trim (609 samples, 0.02%) + + + +dp_vs_conn_new (42,338 samples, 1.61%) + + + +rte_ether_addr_copy (441 samples, 0.02%) + + + +netif_hard_xmit (1,917 samples, 0.07%) + + + +dp_vs_conn_refresh_timer (7,197 samples, 0.27%) + + + +ip4_hdr (258 samples, 0.01%) + + + +dp_vs_service_lookup (1,346 samples, 0.05%) + + + +tcp_hdr (473 samples, 0.02%) + + + +rte_atomic32_inc (233 samples, 0.01%) + + + +__clock_gettime (303 samples, 0.01%) + + + +rte_pktmbuf_trim (573 samples, 0.02%) + + + +rte_atomic32_dec (234 samples, 0.01%) + + + +rte_pktmbuf_adj (640 samples, 0.02%) + + + +dpvs_timer_update (6,651 samples, 0.25%) + + + +rte_arch_bswap16 (294 samples, 0.01%) + + + +ip4_hdrlen (903 samples, 0.03%) + + + +__dpvs_timer_sched (2,100 samples, 0.08%) + + + +route4_output (1,728 samples, 0.07%) + + + +rte_lcore_id (362 samples, 0.01%) + + + +system_call_after_swapgs (249 samples, 0.01%) + + + +INET_HOOK (4,578 samples, 0.17%) + + + +__get_laddr (7,840 samples, 0.30%) + + + +netif_rcv_mbuf (206,811 samples, 7.85%) +netif_rcv_m.. + + +dpvs_timer_update (6,197 samples, 0.24%) + + + +dp_vs_dest_is_avail (499 samples, 0.02%) + + + +rte_get_timer_cycles (4,379 samples, 0.17%) + + + +tcp_send_csum (4,515 samples, 0.17%) + + + +mbuf_may_pull (456 samples, 0.02%) + + + +netif_deliver_mbuf (209,478 samples, 7.95%) +netif_deliv.. + + +tcp_hdr (638 samples, 0.02%) + + + +this_lcore_sched (243 samples, 0.01%) + + + +dp_vs_dest_is_avail (389 samples, 0.01%) + + + +dp_vs_service_lookup (1,402 samples, 0.05%) + + + +neigh_hashkey (672 samples, 0.03%) + + + +lcore_process_packets (304 samples, 0.01%) + + + +rte_timer_manage (37,992 samples, 1.44%) + + + +dp_vs_dest_is_valid (538 samples, 0.02%) + + + +netif_tx_burst (8,192 samples, 0.31%) + + + +this_lcore_sched (237 samples, 0.01%) + + + +netif_hard_xmit (2,864 samples, 0.11%) + + + +__rte_raw_cksum (257 samples, 0.01%) + + + +__lll_lock_wait_private (314 samples, 0.01%) + + + +rte_arch_bswap16 (310 samples, 0.01%) + + + +ipv4_output_fin2 (4,451 samples, 0.17%) + + + +dp_vs_fill_iphdr (2,034 samples, 0.08%) + + + +inet_is_addr_any (513 samples, 0.02%) + + + +inet_addr_equal (630 samples, 0.02%) + + + +list_empty (425 samples, 0.02%) + + + +mbuf_may_pull (646 samples, 0.02%) + + + +dpvs_time_rand_delay (303 samples, 0.01%) + + + +list_add_tail (1,179 samples, 0.04%) + + + +rte_lcore_id (499 samples, 0.02%) + + + +ifa_lookup (8,194 samples, 0.31%) + + + +do_futex (793 samples, 0.03%) + + + +dp_vs_schedule (44,616 samples, 1.69%) + + + +rte_atomic32_dec (629 samples, 0.02%) + + + +ipv4_output_fin (4,374 samples, 0.17%) + + + +do_futex (1,114 samples, 0.04%) + + + +netif_port_get (2,454 samples, 0.09%) + + + +route4_put (417 samples, 0.02%) + + + +ip4_hdr (333 samples, 0.01%) + + + +rte_arch_bswap16 (345 samples, 0.01%) + + + +dpvs_job_loop (321,297 samples, 12.20%) +dpvs_job_loop + + +tcp_state_trans (7,881 samples, 0.30%) + + + +rte_jhash_3words (4,668 samples, 0.18%) + + + +tcp_conn_sched (46,304 samples, 1.76%) + + + +rte_atomic32_inc (1,268 samples, 0.05%) + + + +netif_xmit (3,753 samples, 0.14%) + + + +netif_rcv_mbuf (206,441 samples, 7.84%) +netif_rcv_m.. + + +slave_lcore_loop_func (5,520 samples, 0.21%) + + + +sa_pool_hash (470 samples, 0.02%) + + + +rte_lcore_id (343 samples, 0.01%) + + + +rte_pktmbuf_append (299 samples, 0.01%) + + + +ixgbe_recv_pkts_bulk_alloc (7,666 samples, 0.29%) + + + +rte_pktmbuf_prepend (284 samples, 0.01%) + + + +dp_vs_conn_unhash (6,517 samples, 0.25%) + + + +system_call_fastpath (1,364 samples, 0.05%) + + + +rte_atomic32_dec (855 samples, 0.03%) + + + +tcp_hdr (660 samples, 0.03%) + + + +netif_update_worker_loop_cnt (437 samples, 0.02%) + + + +ip4_hdrlen (496 samples, 0.02%) + + + +[unknown] (925 samples, 0.04%) + + + +list_add_tail (1,122 samples, 0.04%) + + + +rte_pktmbuf_append (239 samples, 0.01%) + + + +rte_atomic32_inc (495 samples, 0.02%) + + + +inet_addr_fold (224 samples, 0.01%) + + + +blklst_hashkey (1,641 samples, 0.06%) + + + +netif_rcv_mbuf (204,478 samples, 7.76%) +netif_rcv_.. + + +dp_vs_conn_free (541 samples, 0.02%) + + + +tcp_hdr (450 samples, 0.02%) + + + +rte_prefetch0 (308 samples, 0.01%) + + + +[unknown] (920 samples, 0.03%) + + + +list_add_tail (1,501 samples, 0.06%) + + + +net_cmp (304 samples, 0.01%) + + + +[libcrypto.so.1.0.2k] (2,783 samples, 0.11%) + + + +[libcrypto.so.1.0.2k] (268 samples, 0.01%) + + + +slave_lcore_loop_func (5,387 samples, 0.20%) + + + +route_out_net_lookup (677 samples, 0.03%) + + + +do_futex (1,117 samples, 0.04%) + + + +inet_addr_equal (2,403 samples, 0.09%) + + + +dp_vs_stats_in (1,382 samples, 0.05%) + + + +ip4_hdrlen (870 samples, 0.03%) + + + +ipv4_rcv (196,449 samples, 7.46%) +ipv4_rcv + + +tcp_send_csum (1,466 samples, 0.06%) + + + +_raw_spin_unlock_irqrestore (238 samples, 0.01%) + + + +rte_arch_bswap16 (993 samples, 0.04%) + + + +ip4_hdrlen (874 samples, 0.03%) + + + +__dp_vs_xmit_fnat4 (37,473 samples, 1.42%) + + + +__rte_raw_cksum_reduce (405 samples, 0.02%) + + + +rte_atomic32_inc (536 samples, 0.02%) + + + +netif_port_get (262 samples, 0.01%) + + + +rte_atomic32_inc (317 samples, 0.01%) + + + +__rte_raw_cksum (621 samples, 0.02%) + + + +dpvs_time_rand_delay (521 samples, 0.02%) + + + +rte_pktmbuf_adj (638 samples, 0.02%) + + + +ip4_is_frag (555 samples, 0.02%) + + + +dp_vs_conn_refresh_timer (7,159 samples, 0.27%) + + + +dp_vs_stats_in (1,347 samples, 0.05%) + + + +__random (2,972 samples, 0.11%) + + + +rte_atomic32_dec_and_test (280 samples, 0.01%) + + + +mbuf_may_pull (347 samples, 0.01%) + + + +system_call_fastpath (1,189 samples, 0.05%) + + + +rte_atomic32_read (302 samples, 0.01%) + + + +inet_addr_equal (392 samples, 0.01%) + + + +dpvs_time_rand_delay (325 samples, 0.01%) + + + +rte_ether_addr_copy (348 samples, 0.01%) + + + +dp_vs_conn_attach_timer (2,814 samples, 0.11%) + + + +do_futex (796 samples, 0.03%) + + + +__memset_sse2 (278 samples, 0.01%) + + + +__dp_vs_fast_xmit_fnat4 (18,675 samples, 0.71%) + + + +rte_lcore_id (415 samples, 0.02%) + + + +__lll_lock_wait_private (1,380 samples, 0.05%) + + + +tcp_conn_lookup (33,578 samples, 1.28%) + + + +__rte_raw_cksum (623 samples, 0.02%) + + + +list_add (2,417 samples, 0.09%) + + + +rte_atomic32_read (285 samples, 0.01%) + + + +dpvs_time_rand_delay (304 samples, 0.01%) + + + +get_level_ticks (373 samples, 0.01%) + + + +neigh_key_cmp (643 samples, 0.02%) + + + +lcore_job_recv_fwd (239,024 samples, 9.08%) +lcore_job_rec.. + + +inet_addr_equal (2,335 samples, 0.09%) + + + +__rte_raw_cksum (308 samples, 0.01%) + + + +rte_lcore_id (351 samples, 0.01%) + + + +route_out_net_lookup (708 samples, 0.03%) + + + +pkt_type_get (3,599 samples, 0.14%) + + + +__drand48_iterate (531 samples, 0.02%) + + + +dp_vs_proto_lookup (345 samples, 0.01%) + + + +rte_arch_bswap16 (269 samples, 0.01%) + + + +tcp_in_remove_ts (574 samples, 0.02%) + + + +rte_rdtsc (4,060 samples, 0.15%) + + + +rte_arch_bswap16 (1,037 samples, 0.04%) + + + +sa_pool_fetch (2,376 samples, 0.09%) + + + +rte_pktmbuf_prepend (395 samples, 0.01%) + + + +list_empty (366 samples, 0.01%) + + + +netif_xmit (3,483 samples, 0.13%) + + + +lcore_process_redirect_ring (417 samples, 0.02%) + + + +netif_rx_burst (11,619 samples, 0.44%) + + + +inet_addr_ifa_get (10,824 samples, 0.41%) + + + +system_call_fastpath (1,233 samples, 0.05%) + + + +dp_vs_fast_outxmit_fnat (18,538 samples, 0.70%) + + + +rte_is_zero_ether_addr (394 samples, 0.01%) + + + +dpvs_time_rand_delay (332 samples, 0.01%) + + + +rte_ether_addr_copy (464 samples, 0.02%) + + + +mbuf_header_pointer (285 samples, 0.01%) + + + +cpu_startup_entry (11,821 samples, 0.45%) + + + +__dpvs_timer_sched (4,130 samples, 0.16%) + + + +rte_raw_cksum (1,791 samples, 0.07%) + + + +rte_atomic32_dec (224 samples, 0.01%) + + + +tcp_fnat_out_handler (11,172 samples, 0.42%) + + + +__dp_vs_service_get (852 samples, 0.03%) + + + +lcore_process_redirect_ring (420 samples, 0.02%) + + + +OPENSSL_cleanse (275 samples, 0.01%) + + + +neigh_confirm (3,782 samples, 0.14%) + + + +OPENSSL_cleanse (253 samples, 0.01%) + + + +route_out_local_lookup (982 samples, 0.04%) + + + +dp_vs_xmit_fnat (37,765 samples, 1.43%) + + + +rte_get_tsc_cycles (4,126 samples, 0.16%) + + + +mbuf_may_pull (490 samples, 0.02%) + + + +__rte_raw_cksum_reduce (393 samples, 0.01%) + + + +__rte_raw_cksum_reduce (555 samples, 0.02%) + + + +rte_ipv4_phdr_cksum (1,026 samples, 0.04%) + + + +list_add_tail (1,194 samples, 0.05%) + + + +af_inet_hooks (294 samples, 0.01%) + + + +ip4_hdrlen (451 samples, 0.02%) + + + +port_tab_hashkey (293 samples, 0.01%) + + + +idev_put (787 samples, 0.03%) + + + +mbuf_may_pull (610 samples, 0.02%) + + + +ipv4_rcv (196,639 samples, 7.47%) +ipv4_rcv + + +__rte_jhash_3words (4,328 samples, 0.16%) + + + +list_add_tail (735 samples, 0.03%) + + + +list_move_tail (521 samples, 0.02%) + + + +ip4_is_frag (556 samples, 0.02%) + + + +lcore_job_timer_manage (47,306 samples, 1.80%) + + + +neigh_lookup_entry (859 samples, 0.03%) + + + +dp_vs_redirect_ring_proc (224 samples, 0.01%) + + + +this_lcore_sched (276 samples, 0.01%) + + + +slave_lcore_loop_func (5,179 samples, 0.20%) + + + +rte_timer_tick_cb (37,859 samples, 1.44%) + + + +__dp_vs_conn_hash (6,217 samples, 0.24%) + + + +lcore_process_redirect_ring (431 samples, 0.02%) + + + +inet_addr_equal (428 samples, 0.02%) + + + +dp_vs_conn_refresh_timer (7,101 samples, 0.27%) + + + +__rte_raw_cksum_reduce (648 samples, 0.02%) + + + +sa_release (18,237 samples, 0.69%) + + + +ip4_is_frag (310 samples, 0.01%) + + + +rte_atomic32_inc (1,308 samples, 0.05%) + + + +INET_HOOK (5,187 samples, 0.20%) + + + +lcore_job_xmit (12,228 samples, 0.46%) + + + +dp_vs_laddr_bind (26,609 samples, 1.01%) + + + +__rte_jhash_3words (1,345 samples, 0.05%) + + + +lcore_process_redirect_ring (427 samples, 0.02%) + + + +timer_expire (36,199 samples, 1.37%) + + + +dp_vs_in (178,035 samples, 6.76%) +dp_vs_in + + +rte_ipv4_phdr_cksum (2,171 samples, 0.08%) + + + +netif_xmit (2,384 samples, 0.09%) + + + +dp_vs_conn_is_in_timer (262 samples, 0.01%) + + + +dp_vs_conn_hash (6,343 samples, 0.24%) + + + +__rte_jhash_3words (1,348 samples, 0.05%) + + + +rte_pktmbuf_prepend (231 samples, 0.01%) + + + +__dp_vs_fast_xmit_fnat4 (19,177 samples, 0.73%) + + + +whtlst_hashkey (1,251 samples, 0.05%) + + + +all (2,633,369 samples, 100%) + + + +tcp_state_idx (698 samples, 0.03%) + + + +netif_port_get (2,435 samples, 0.09%) + + + +dp_vs_conn_new (42,703 samples, 1.62%) + + + +mbuf_may_pull (477 samples, 0.02%) + + + +__dp_vs_xmit_fnat4 (36,325 samples, 1.38%) + + + +[unknown] (871 samples, 0.03%) + + + +port_tab_hashkey (294 samples, 0.01%) + + + +dp_vs_conn_bind_dest (1,010 samples, 0.04%) + + + +dp_vs_conn_is_in_timer (291 samples, 0.01%) + + + +arch_cpu_idle (7,869 samples, 0.30%) + + + +ifa_lookup (7,383 samples, 0.28%) + + + +dp_vs_blklst_lookup (4,602 samples, 0.17%) + + + +rte_timer_tick_cb (37,056 samples, 1.41%) + + + +sa_pool_destroy (3,443 samples, 0.13%) + + + +_raw_spin_unlock_irqrestore (294 samples, 0.01%) + + + +dp_vs_synproxy_syn_rcv (3,441 samples, 0.13%) + + + +dp_vs_conn_free (583 samples, 0.02%) + + + +lcore_job_recv_fwd (238,565 samples, 9.06%) +lcore_job_rec.. + + +rte_arch_bswap16 (274 samples, 0.01%) + + + +dp_vs_dest_put (317 samples, 0.01%) + + + +rte_get_timer_cycles (4,555 samples, 0.17%) + + + +netif_port_get (396 samples, 0.02%) + + + +dp_vs_fill_iphdr (1,741 samples, 0.07%) + + + +tcp_conn_expire (2,555 samples, 0.10%) + + + +__lll_unlock_wake_private (491 samples, 0.02%) + + + +dp_vs_save_xmit_info (1,563 samples, 0.06%) + + + +dp_vs_service_lookup (1,332 samples, 0.05%) + + + +ip4_is_frag (320 samples, 0.01%) + + + +lcore_stats_burst (1,152 samples, 0.04%) + + + +list_add_tail (1,211 samples, 0.05%) + + + +dp_vs_stats_conn (260 samples, 0.01%) + + + +__clock_gettime (631 samples, 0.02%) + + + +dp_vs_stats_in (1,377 samples, 0.05%) + + + +netif_xmit (1,138 samples, 0.04%) + + + +rte_ether_addr_copy (343 samples, 0.01%) + + + +netif_hard_xmit (1,941 samples, 0.07%) + + + +inet_addr_ifa_put (319 samples, 0.01%) + + + +slave_lcore_loop_func (5,612 samples, 0.21%) + + + +eth_addr_equal (1,028 samples, 0.04%) + + + +list_add_tail (225 samples, 0.01%) + + + +__memset_sse2 (580 samples, 0.02%) + + + +inet_addr_ifa_put (308 samples, 0.01%) + + + +rte_eth_rx_burst (10,932 samples, 0.42%) + + + +tcp_in_add_toa (8,157 samples, 0.31%) + + + +this_lcore_sched (239 samples, 0.01%) + + + +dp_vs_dest_is_avail (528 samples, 0.02%) + + + +rte_ether_addr_copy (334 samples, 0.01%) + + + +do_lcore_job (809 samples, 0.03%) + + + +dp_vs_pre_routing (7,748 samples, 0.29%) + + + +dp_vs_conn_set_timeout (670 samples, 0.03%) + + + +qsch_sched_all (307 samples, 0.01%) + + + +dp_vs_fill_iphdr (1,626 samples, 0.06%) + + + +inet_addr_equal (628 samples, 0.02%) + + + +neigh_key_cmp (694 samples, 0.03%) + + + +neigh_key_cmp (741 samples, 0.03%) + + + +blklst_hashkey (1,663 samples, 0.06%) + + + +ip4_hdrlen (363 samples, 0.01%) + + + +tcp_conn_expire (2,531 samples, 0.10%) + + + +rte_atomic32_dec (811 samples, 0.03%) + + + +rte_raw_cksum (1,223 samples, 0.05%) + + + +timeval_to_ticks (277 samples, 0.01%) + + + +inet_addr_ifa_get (11,089 samples, 0.42%) + + + +__clock_gettime (598 samples, 0.02%) + + + +qsch_sched_all (718 samples, 0.03%) + + + +route4_output (1,716 samples, 0.07%) + + + +dp_vs_save_xmit_info (1,586 samples, 0.06%) + + + +ifa_put (280 samples, 0.01%) + + + +rte_atomic32_inc (591 samples, 0.02%) + + + +list_add (2,497 samples, 0.09%) + + + +lcore_job_timer_manage (47,788 samples, 1.81%) +l.. + + +__lll_lock_wait_private (1,327 samples, 0.05%) + + + +dpvs_timer_sched (2,678 samples, 0.10%) + + + +dp_vs_dest_is_avail (589 samples, 0.02%) + + + +rte_atomic32_inc (1,364 samples, 0.05%) + + + +mbuf_header_pointer (425 samples, 0.02%) + + + +mbuf_may_pull (654 samples, 0.02%) + + + +eal_thread_loop (323,390 samples, 12.28%) +eal_thread_loop + + +mbuf_header_pointer (513 samples, 0.02%) + + + +rte_timer_tick_cb (37,600 samples, 1.43%) + + + +rte_atomic32_inc (1,608 samples, 0.06%) + + + +tcp_out_save_seq (722 samples, 0.03%) + + + +futex_wait_setup (484 samples, 0.02%) + + + +__random (2,916 samples, 0.11%) + + + +msg_slave_process (5,048 samples, 0.19%) + + + +__dp_vs_service_get (846 samples, 0.03%) + + + +list_empty (362 samples, 0.01%) + + + +tcp_state_trans (7,669 samples, 0.29%) + + + +__dp_vs_out_xmit_fnat4 (20,474 samples, 0.78%) + + + +net_cmp (343 samples, 0.01%) + + + +qsch_sched_all (282 samples, 0.01%) + + + +ip4_hdrlen (457 samples, 0.02%) + + + +tcp_conn_expire (2,574 samples, 0.10%) + + + +__clock_gettime (292 samples, 0.01%) + + + +__drand48_iterate (619 samples, 0.02%) + + + +rte_raw_cksum (1,716 samples, 0.07%) + + + +inet_addr_equal (653 samples, 0.02%) + + + +OPENSSL_cleanse (253 samples, 0.01%) + + + +dp_vs_conn_put (9,149 samples, 0.35%) + + + +mbuf_header_pointer (279 samples, 0.01%) + + + +rte_atomic32_inc (565 samples, 0.02%) + + + +dpvs_timer_update (6,396 samples, 0.24%) + + + +sys_futex (1,155 samples, 0.04%) + + + +ip4_hdrlen (501 samples, 0.02%) + + + +inet_addr_ifa_get (11,238 samples, 0.43%) + + + +netif_xmit (3,670 samples, 0.14%) + + + +INET_HOOK (5,287 samples, 0.20%) + + + +idev_put (774 samples, 0.03%) + + + +pkt_type_get (3,359 samples, 0.13%) + + + +list_move_tail (520 samples, 0.02%) + + + +list_del (1,530 samples, 0.06%) + + + +dp_vs_dest_is_avail (534 samples, 0.02%) + + + +lcore-worker-1 (328,863 samples, 12.49%) +lcore-worker-1 + + +timeval_to_ticks (292 samples, 0.01%) + + + +rte_timer_tick_cb (37,857 samples, 1.44%) + + + +__random (2,973 samples, 0.11%) + + + +tcp_in_init_seq (1,787 samples, 0.07%) + + + +timeval_to_ticks (268 samples, 0.01%) + + + +dp_vs_whtlst_allow (4,333 samples, 0.16%) + + + +ip4_hdr (226 samples, 0.01%) + + + +rte_atomic32_dec_and_test (316 samples, 0.01%) + + + +xmit_outbound (33,923 samples, 1.29%) + + + +__random_r (919 samples, 0.03%) + + + +dpvs_time_rand_delay (472 samples, 0.02%) + + + +wake_up_q (279 samples, 0.01%) + + + +rte_atomic32_read (262 samples, 0.01%) + + + +netif_port_get (312 samples, 0.01%) + + + +rte_is_zero_ether_addr (479 samples, 0.02%) + + + +__rte_jhash_3words (4,203 samples, 0.16%) + + + +qsch_sched_all (707 samples, 0.03%) + + + +idev_put (789 samples, 0.03%) + + + +dev_get_idev (1,541 samples, 0.06%) + + + +dp_vs_service_hashkey (354 samples, 0.01%) + + + +sa_pool_hash (422 samples, 0.02%) + + + +sys_futex (915 samples, 0.03%) + + + +inet_is_addr_any (536 samples, 0.02%) + + + +mbuf_header_pointer (516 samples, 0.02%) + + + +OPENSSL_cleanse (267 samples, 0.01%) + + + +list_add_tail (1,271 samples, 0.05%) + + + +rte_arch_bswap16 (308 samples, 0.01%) + + + +rte_arch_bswap16 (641 samples, 0.02%) + + + +rte_get_timer_cycles (4,445 samples, 0.17%) + + + +rte_atomic32_dec_and_test (3,331 samples, 0.13%) + + + +lcore_process_arp_ring (5,337 samples, 0.20%) + + + +__dp_vs_fast_xmit_fnat4 (18,660 samples, 0.71%) + + + +neigh_lookup_entry (859 samples, 0.03%) + + + +ixgbe_xmit_pkts (7,145 samples, 0.27%) + + + +inet_addr_equal (406 samples, 0.02%) + + + +__dp_vs_out_xmit_fnat4 (21,069 samples, 0.80%) + + + +inet_addr_ifa_get (10,746 samples, 0.41%) + + + +mbuf_may_pull (324 samples, 0.01%) + + + +dp_vs_dest_is_valid (546 samples, 0.02%) + + + +rte_arch_bswap32 (272 samples, 0.01%) + + + +__clock_gettime (629 samples, 0.02%) + + + +netif_hard_xmit (944 samples, 0.04%) + + + +tcp_fnat_out_handler (11,218 samples, 0.43%) + + + +__dp_vs_service_get (1,204 samples, 0.05%) + + + +dpvs_job_loop (321,509 samples, 12.21%) +dpvs_job_loop + + +ip4_hdrlen (506 samples, 0.02%) + + + +__drand48_iterate (566 samples, 0.02%) + + + +neigh_lookup_entry (757 samples, 0.03%) + + + +rte_arch_bswap16 (242 samples, 0.01%) + + + +ip4_hdrlen (379 samples, 0.01%) + + + +[libcrypto.so.1.0.2k] (301 samples, 0.01%) + + + +rte_arch_bswap32 (928 samples, 0.04%) + + + +__random_r (1,075 samples, 0.04%) + + + +ifa_put (284 samples, 0.01%) + + + +neigh_hashkey (692 samples, 0.03%) + + + +idev_put (839 samples, 0.03%) + + + +list_empty (357 samples, 0.01%) + + + +tcp_out_adjust_mss (273 samples, 0.01%) + + + +rte_atomic32_dec_and_test (296 samples, 0.01%) + + + +timeval_to_ticks (696 samples, 0.03%) + + + +dp_vs_rr_schedule (963 samples, 0.04%) + + + +list_add (2,415 samples, 0.09%) + + + +__dpvs_timer_sched (4,290 samples, 0.16%) + + + +inet_addr_equal (2,153 samples, 0.08%) + + + +list_move_tail (575 samples, 0.02%) + + + +lcore_stats_burst (1,126 samples, 0.04%) + + + +lcore_process_arp_ring (5,505 samples, 0.21%) + + + +__list_del (523 samples, 0.02%) + + + +dp_vs_xmit_fnat (38,073 samples, 1.45%) + + + +__memset_sse2 (257 samples, 0.01%) + + + +dpvs_timer_sched (2,506 samples, 0.10%) + + + +dp_vs_service_hashkey (461 samples, 0.02%) + + + +mbuf_may_pull (304 samples, 0.01%) + + + +__list_add (420 samples, 0.02%) + + + +do_lcore_job (309,084 samples, 11.74%) +do_lcore_job + + +list_add_tail (1,473 samples, 0.06%) + + + +rte_prefetch0 (293 samples, 0.01%) + + + +__list_add (377 samples, 0.01%) + + + +dp_vs_in (178,255 samples, 6.77%) +dp_vs_in + + +futex_wait (815 samples, 0.03%) + + + +rte_atomic32_dec (792 samples, 0.03%) + + + +dp_vs_whtlst_allow (4,149 samples, 0.16%) + + + +list_add_tail (1,500 samples, 0.06%) + + + +rte_ipv4_phdr_cksum (3,284 samples, 0.12%) + + + +mbuf_header_pointer (460 samples, 0.02%) + + + +rte_arch_bswap16 (668 samples, 0.03%) + + + +dp_vs_dest_put (342 samples, 0.01%) + + + +__dp_vs_conn_hash (6,018 samples, 0.23%) + + + +ixgbe_recv_pkts_bulk_alloc (7,818 samples, 0.30%) + + + +list_empty (397 samples, 0.02%) + + + +sa_pool_hash (429 samples, 0.02%) + + + +get_level_ticks (380 samples, 0.01%) + + + +dp_vs_conn_put (8,751 samples, 0.33%) + + + +tcp_fnat_out_handler (10,908 samples, 0.41%) + + + +tcp_in_remove_ts (534 samples, 0.02%) + + + +rte_atomic32_dec_and_test (243 samples, 0.01%) + + + +xmit_inbound (47,933 samples, 1.82%) +x.. + + +dp_vs_dest_put (307 samples, 0.01%) + + + +rte_get_tsc_cycles (4,115 samples, 0.16%) + + + +sa_pool_hash (397 samples, 0.02%) + + + +rte_atomic32_inc (586 samples, 0.02%) + + + +lcore_job_timer_manage (47,384 samples, 1.80%) + + + +rte_atomic32_dec (1,497 samples, 0.06%) + + + +dp_vs_service_hashkey (405 samples, 0.02%) + + + +rte_atomic32_dec (795 samples, 0.03%) + + + +system_call_fastpath (760 samples, 0.03%) + + + +put_laddr (306 samples, 0.01%) + + + +rte_atomic32_inc (379 samples, 0.01%) + + + +dp_vs_fast_outxmit_fnat (19,278 samples, 0.73%) + + + +qsch_sched_all (775 samples, 0.03%) + + + +dp_vs_synproxy_snat_handler (414 samples, 0.02%) + + + +do_lcore_job (790 samples, 0.03%) + + + +rte_get_timer_cycles (4,406 samples, 0.17%) + + + +mbuf_header_pointer (250 samples, 0.01%) + + + +neigh_lookup_entry (749 samples, 0.03%) + + + +dp_vs_conn_is_in_timer (289 samples, 0.01%) + + + +rte_raw_cksum (1,231 samples, 0.05%) + + + +dp_vs_conn_detach_timer (369 samples, 0.01%) + + + +netif_rx_burst (225 samples, 0.01%) + + + +rte_lcore_id (373 samples, 0.01%) + + + +neigh_output (3,259 samples, 0.12%) + + + +port_tab_hashkey (275 samples, 0.01%) + + + +rte_rdtsc (4,107 samples, 0.16%) + + + +__memset_sse2 (295 samples, 0.01%) + + + +rte_eth_rx_burst (10,803 samples, 0.41%) + + + +__list_del_entry (272 samples, 0.01%) + + + +ip4_hdrlen (883 samples, 0.03%) + + + +rte_raw_cksum (577 samples, 0.02%) + + + +rte_atomic32_inc (1,563 samples, 0.06%) + + + +dp_vs_laddr_bind (27,207 samples, 1.03%) + + + +rte_atomic32_inc (1,709 samples, 0.06%) + + + +dev_get_idev (1,447 samples, 0.05%) + + + +neigh_key_cmp (332 samples, 0.01%) + + + +__memset_sse2 (386 samples, 0.01%) + + + +neigh_confirm (3,541 samples, 0.13%) + + + +dp_vs_stats_out (1,376 samples, 0.05%) + + + +ip4_hdrlen (411 samples, 0.02%) + + + +inet_addr_equal (665 samples, 0.03%) + + + +neigh_output (3,323 samples, 0.13%) + + + +lcore_process_packets (270 samples, 0.01%) + + + +dp_vs_conn_set_timeout (656 samples, 0.02%) + + + +__random_r (944 samples, 0.04%) + + + +__rte_raw_cksum_reduce (350 samples, 0.01%) + + + +neigh_hashkey (686 samples, 0.03%) + + + +tcp_hdr (295 samples, 0.01%) + + + +tcp_hdr (293 samples, 0.01%) + + + +list_move_tail (526 samples, 0.02%) + + + +rte_atomic32_read (277 samples, 0.01%) + + + +eth_type_parse (1,249 samples, 0.05%) + + + +__dp_vs_out_xmit_fnat4 (21,588 samples, 0.82%) + + + +tcp_state_idx (752 samples, 0.03%) + + + +dp_vs_conn_set_timeout (635 samples, 0.02%) + + + +dp_vs_service_lookup (1,349 samples, 0.05%) + + + +netif_rx_burst (246 samples, 0.01%) + + + +rte_atomic32_inc (346 samples, 0.01%) + + + +timeval_to_ticks (684 samples, 0.03%) + + + +dp_vs_conn_expire (36,456 samples, 1.38%) + + + +do_lcore_job (309,192 samples, 11.74%) +do_lcore_job + + +dp_vs_conn_resend_packets (1,060 samples, 0.04%) + + + +dp_vs_conn_attach_timer (2,998 samples, 0.11%) + + + +__lll_lock_wait_private (1,211 samples, 0.05%) + + + +__lll_unlock_wake_private (545 samples, 0.02%) + + + +__dpvs_timer_sched (3,771 samples, 0.14%) + + + +__rte_raw_cksum (271 samples, 0.01%) + + + +rte_atomic32_dec (273 samples, 0.01%) + + + +rte_atomic32_inc (313 samples, 0.01%) + + + +sa_fetch (17,988 samples, 0.68%) + + + +rte_ether_addr_copy (311 samples, 0.01%) + + + +dpvs_time_rand_delay (307 samples, 0.01%) + + + +rte_atomic32_dec (4,851 samples, 0.18%) + + + +__rte_raw_cksum (827 samples, 0.03%) + + + +rte_ipv4_phdr_cksum (1,063 samples, 0.04%) + + + +netif_hard_xmit (1,922 samples, 0.07%) + + + +ip4_hdr (329 samples, 0.01%) + + + +rte_arch_bswap16 (311 samples, 0.01%) + + + +do_futex (846 samples, 0.03%) + + + +inet_addr_equal (2,449 samples, 0.09%) + + + +dev_get_idev (1,480 samples, 0.06%) + + + +ip4_hdrlen (334 samples, 0.01%) + + + +neigh_output (3,409 samples, 0.13%) + + + +rte_eth_rx_burst (11,039 samples, 0.42%) + + + +rte_atomic32_dec (226 samples, 0.01%) + + + +sa4_fetch (17,516 samples, 0.67%) + + + +dp_vs_conn_refresh_timer (6,923 samples, 0.26%) + + + +ip4_hdr (399 samples, 0.02%) + + + +rte_ipv4_phdr_cksum (3,297 samples, 0.13%) + + + +inet_is_addr_any (509 samples, 0.02%) + + + +__lll_unlock_wake_private (1,713 samples, 0.07%) + + + +rte_arch_bswap16 (257 samples, 0.01%) + + + +list_empty (372 samples, 0.01%) + + + +dp_vs_blklst_lookup (4,685 samples, 0.18%) + + + +tcp_in_add_toa (2,045 samples, 0.08%) + + + +mbuf_header_pointer (487 samples, 0.02%) + + + +futex_wake (833 samples, 0.03%) + + + +eth_type_parse (1,319 samples, 0.05%) + + + +futex_wake (827 samples, 0.03%) + + + +netif_port_get (2,430 samples, 0.09%) + + + +get_level_ticks (405 samples, 0.02%) + + + +__dp_vs_xmit_fnat4 (37,807 samples, 1.44%) + + + +rte_raw_cksum (1,250 samples, 0.05%) + + + +dp_vs_conn_is_in_timer (297 samples, 0.01%) + + + +rte_atomic32_inc (1,324 samples, 0.05%) + + + +futex_wait_setup (460 samples, 0.02%) + + + +netif_port_get (273 samples, 0.01%) + + + +rte_timer_tick_cb (37,052 samples, 1.41%) + + + +timeval_to_ticks (669 samples, 0.03%) + + + +sys_futex (1,182 samples, 0.04%) + + + +netif_rcv_mbuf (205,462 samples, 7.80%) +netif_rcv_m.. + + +lcore_process_packets (256 samples, 0.01%) + + + +tcp_in_init_seq (1,837 samples, 0.07%) + + + +dp_vs_conn_unhash (6,206 samples, 0.24%) + + + +get_level_ticks (368 samples, 0.01%) + + + +dp_vs_conn_hash (6,097 samples, 0.23%) + + + +dp_vs_conn_free (505 samples, 0.02%) + + + +blklst_hashkey (1,658 samples, 0.06%) + + + +__dp_vs_service_get (878 samples, 0.03%) + + + +netif_port_get (2,508 samples, 0.10%) + + + +netif_tx_burst (8,340 samples, 0.32%) + + + +dev_get_idev (1,592 samples, 0.06%) + + + +mbuf_header_pointer (465 samples, 0.02%) + + + +finish_task_switch (1,119 samples, 0.04%) + + + +netif_xmit (1,234 samples, 0.05%) + + + +tcp_hdr (485 samples, 0.02%) + + + +sa_pool_fetch (2,302 samples, 0.09%) + + + +[unknown] (800 samples, 0.03%) + + + +rte_atomic32_dec_and_test (3,354 samples, 0.13%) + + + +INIT_LIST_HEAD (331 samples, 0.01%) + + + +rte_atomic32_dec (251 samples, 0.01%) + + + +lcore_process_redirect_ring (225 samples, 0.01%) + + + +tcp_state_idx (763 samples, 0.03%) + + + +rte_prefetch0 (316 samples, 0.01%) + + + +dp_vs_whtlst_allow (4,425 samples, 0.17%) + + + +ip4_hdr (421 samples, 0.02%) + + + +ifa_put (298 samples, 0.01%) + + + +tcp_in_add_toa (2,279 samples, 0.09%) + + + +rte_arch_bswap32 (924 samples, 0.04%) + + + +dp_vs_service_lookup (980 samples, 0.04%) + + + +rte_raw_cksum (619 samples, 0.02%) + + + +ip4_hdrlen (944 samples, 0.04%) + + + +neigh_key_cmp (324 samples, 0.01%) + + + +rte_atomic32_dec (286 samples, 0.01%) + + + +dp_vs_in (180,174 samples, 6.84%) +dp_vs_in + + +tcp_out_adjust_mss (270 samples, 0.01%) + + + +sa4_fetch (17,483 samples, 0.66%) + + + +tcp_hdr (484 samples, 0.02%) + + + +[unknown] (834 samples, 0.03%) + + + +list_add_tail (686 samples, 0.03%) + + + +rte_pktmbuf_prepend (232 samples, 0.01%) + + + +OPENSSL_cleanse (306 samples, 0.01%) + + + +futex_wait (778 samples, 0.03%) + + + +rte_atomic32_dec_and_test (261 samples, 0.01%) + + + +rte_lcore_id (335 samples, 0.01%) + + + +net_cmp (326 samples, 0.01%) + + + +inet_is_addr_any (496 samples, 0.02%) + + + +dev_get_idev (1,173 samples, 0.04%) + + + +af_inet_hooks (291 samples, 0.01%) + + + +[unknown] (1,778 samples, 0.07%) + + + +dp_vs_dest_is_avail (378 samples, 0.01%) + + + +netif_xmit (2,412 samples, 0.09%) + + + +wake_up_q (297 samples, 0.01%) + + + +ipv4_output (5,028 samples, 0.19%) + + + +tcp_send_csum (2,961 samples, 0.11%) + + + +rte_atomic32_dec (762 samples, 0.03%) + + + +tcp_hdr (465 samples, 0.02%) + + + +dp_vs_conn_get (17,275 samples, 0.66%) + + + +neigh_hashkey (277 samples, 0.01%) + + + +dp_vs_conn_put (8,974 samples, 0.34%) + + + +__dpvs_timer_sched (3,915 samples, 0.15%) + + + +tcp_in_add_toa (2,192 samples, 0.08%) + + + +get_level_ticks (425 samples, 0.02%) + + + +rte_pktmbuf_lastseg (229 samples, 0.01%) + + + +timer_expire (37,128 samples, 1.41%) + + + +rte_atomic32_inc (1,365 samples, 0.05%) + + + +__dpvs_timer_sched (3,797 samples, 0.14%) + + + +__random_r (854 samples, 0.03%) + + + +mbuf_may_pull (561 samples, 0.02%) + + + +dev_get_idev (1,324 samples, 0.05%) + + + +ip4_is_frag (323 samples, 0.01%) + + + +eal_thread_loop (321,966 samples, 12.23%) +eal_thread_loop + + +tcp_fnat_in_handler (13,676 samples, 0.52%) + + + +rte_arch_bswap32 (273 samples, 0.01%) + + + +sa_pool_destroy (3,468 samples, 0.13%) + + + +route_out_net_lookup (692 samples, 0.03%) + + + +ip4_hdr (330 samples, 0.01%) + + + +rte_arch_bswap32 (949 samples, 0.04%) + + + +__list_del (543 samples, 0.02%) + + + +lcore_process_packets (213,095 samples, 8.09%) +lcore_proce.. + + +rte_jhash_3words (4,674 samples, 0.18%) + + + +netif_update_worker_loop_cnt (389 samples, 0.01%) + + + +neigh_hashkey (628 samples, 0.02%) + + + +dp_vs_conn_set_timeout (251 samples, 0.01%) + + + +sys_futex (1,181 samples, 0.04%) + + + +__list_del (335 samples, 0.01%) + + + +rte_raw_cksum (1,160 samples, 0.04%) + + + +__dp_vs_conn_hash (5,965 samples, 0.23%) + + + +tcp_conn_expire (2,599 samples, 0.10%) + + + +get_level_ticks (386 samples, 0.01%) + + + +dp_vs_conn_set_timeout (257 samples, 0.01%) + + + +list_add_tail (1,486 samples, 0.06%) + + + +__list_del (558 samples, 0.02%) + + + +rte_ipv4_phdr_cksum (3,336 samples, 0.13%) + + + +get_level_ticks (372 samples, 0.01%) + + + +rte_arch_bswap16 (296 samples, 0.01%) + + + +rte_lcore_id (373 samples, 0.01%) + + + +tcp_fnat_in_handler (13,881 samples, 0.53%) + + + +rte_atomic32_dec (1,544 samples, 0.06%) + + + +idev_put (643 samples, 0.02%) + + + +tcp_hdr (419 samples, 0.02%) + + + +dev_get_idev (1,504 samples, 0.06%) + + + +lcore_process_packets (252 samples, 0.01%) + + + +dp_vs_conn_bind_dest (1,044 samples, 0.04%) + + + +tcp_conn_sched (46,275 samples, 1.76%) + + + +rte_atomic32_inc (237 samples, 0.01%) + + + +rte_is_zero_ether_addr (514 samples, 0.02%) + + + +rte_arch_bswap16 (490 samples, 0.02%) + + + +dp_vs_conn_detach_timer (377 samples, 0.01%) + + + +route_out_local_lookup (940 samples, 0.04%) + + + +ip4_hdr (337 samples, 0.01%) + + + +idev_put (743 samples, 0.03%) + + + +rte_jhash_3words (4,600 samples, 0.17%) + + + +lcore_job_xmit (12,376 samples, 0.47%) + + + +do_futex (1,038 samples, 0.04%) + + + +dp_vs_rr_schedule (916 samples, 0.03%) + + + +netif_port_get (347 samples, 0.01%) + + + +dp_vs_conn_attach_timer (3,036 samples, 0.12%) + + + +tcp_in_init_seq (1,813 samples, 0.07%) + + + +tcp_out_adjust_seq (1,451 samples, 0.06%) + + + +tcp_conn_lookup (34,098 samples, 1.29%) + + + +system_call_fastpath (944 samples, 0.04%) + + + +list_add_tail (1,496 samples, 0.06%) + + + +dp_vs_xmit_fnat (37,154 samples, 1.41%) + + + +__list_del (288 samples, 0.01%) + + + +[unknown] (1,857 samples, 0.07%) + + + +rte_lcore_id (410 samples, 0.02%) + + + +cpuidle_enter_state (7,354 samples, 0.28%) + + + +dp_vs_conn_bind_dest (1,126 samples, 0.04%) + + + +lcore_process_packets (213,859 samples, 8.12%) +lcore_proce.. + + +ixgbe_xmit_pkts (6,909 samples, 0.26%) + + + +ifa_lookup (7,448 samples, 0.28%) + + + +__dp_vs_pre_routing (7,057 samples, 0.27%) + + + +dp_vs_conn_new (42,757 samples, 1.62%) + + + +start_cpu (11,948 samples, 0.45%) + + + +rte_atomic32_dec_and_test (255 samples, 0.01%) + + + +__dp_vs_out_xmit_fnat4 (20,282 samples, 0.77%) + + + +rte_atomic32_inc (2,805 samples, 0.11%) + + + +neigh_entry_state_trans (605 samples, 0.02%) + + + +inet_is_addr_any (544 samples, 0.02%) + + + +rte_lcore_id (356 samples, 0.01%) + + + +list_del (1,432 samples, 0.05%) + + + +rte_arch_bswap16 (535 samples, 0.02%) + + + +lcore-worker-2 (327,670 samples, 12.44%) +lcore-worker-2 + + +ip4_hdr (349 samples, 0.01%) + + + +INET_HOOK (191,708 samples, 7.28%) +INET_HOOK + + +rte_atomic32_inc (599 samples, 0.02%) + + + +dp_vs_schedule (45,224 samples, 1.72%) + + + +cpuidle_idle_call (7,494 samples, 0.28%) + + + +neigh_key_cmp (632 samples, 0.02%) + + + +list_empty (2,336 samples, 0.09%) + + + +dp_vs_conn_unhash (6,455 samples, 0.25%) + + + +rte_eth_tx_burst (7,374 samples, 0.28%) + + + +dp_vs_conn_resend_packets (1,009 samples, 0.04%) + + + +dpvs_timer_update (6,585 samples, 0.25%) + + + +rte_arch_bswap32 (298 samples, 0.01%) + + + +inet_addr_ifa_get (10,354 samples, 0.39%) + + + +__dp_vs_in (178,112 samples, 6.76%) +__dp_vs_in + + +__lll_lock_wait_private (1,469 samples, 0.06%) + + + +sa_pool_fetch (2,383 samples, 0.09%) + + + +dp_vs_blklst_lookup (4,713 samples, 0.18%) + + + +__dp_vs_fast_xmit_fnat4 (18,986 samples, 0.72%) + + + +__random (2,906 samples, 0.11%) + + + +dp_vs_conn_is_in_timer (286 samples, 0.01%) + + + +rte_arch_bswap16 (912 samples, 0.03%) + + + +tcp_conn_sched (46,913 samples, 1.78%) + + + +__dp_vs_fast_outxmit_fnat4 (19,008 samples, 0.72%) + + + +tcp_in_adjust_seq (338 samples, 0.01%) + + + +route4_output (1,775 samples, 0.07%) + + + +eth_addr_equal (1,037 samples, 0.04%) + + + +rte_ipv4_phdr_cksum (3,354 samples, 0.13%) + + + +dp_vs_conn_resend_packets (897 samples, 0.03%) + + + +__list_del (567 samples, 0.02%) + + + +dp_vs_proto_lookup (404 samples, 0.02%) + + + +rte_ether_addr_copy (331 samples, 0.01%) + + + +ifa_lookup (7,906 samples, 0.30%) + + + +eth_type_parse (1,292 samples, 0.05%) + + + +ip4_hdrlen (358 samples, 0.01%) + + + +rte_pktmbuf_prepend (441 samples, 0.02%) + + + +ip4_is_frag (319 samples, 0.01%) + + + +dp_vs_schedule (44,575 samples, 1.69%) + + + +[unknown] (1,784 samples, 0.07%) + + + +rte_pktmbuf_append (230 samples, 0.01%) + + + +__lll_unlock_wake_private (1,897 samples, 0.07%) + + + +INET_HOOK (5,116 samples, 0.19%) + + + +rte_atomic32_dec (1,482 samples, 0.06%) + + + +sa4_fetch (17,283 samples, 0.66%) + + + +rte_atomic32_dec_and_test (320 samples, 0.01%) + + + +dp_vs_conn_alloc (1,354 samples, 0.05%) + + + +mbuf_header_pointer (254 samples, 0.01%) + + + +rte_arch_bswap16 (1,051 samples, 0.04%) + + + +dp_vs_conn_attach_timer (3,006 samples, 0.11%) + + + +__memset_sse2 (575 samples, 0.02%) + + + +tcp_fnat_in_handler (13,672 samples, 0.52%) + + + +inet_addr_equal (411 samples, 0.02%) + + + +dp_vs_conn_new (42,892 samples, 1.63%) + + + +dp_vs_synproxy_syn_rcv (3,276 samples, 0.12%) + + + +list_del (853 samples, 0.03%) + + + +rte_raw_cksum (589 samples, 0.02%) + + + +INET_HOOK (5,330 samples, 0.20%) + + + +rte_timer_tick_cb (37,940 samples, 1.44%) + + + +__vdso_clock_gettime (478 samples, 0.02%) + + + +tcp_in_adjust_seq (374 samples, 0.01%) + + + +dp_vs_proto_lookup (395 samples, 0.01%) + + + +tcp_conn_sched (46,285 samples, 1.76%) + + + +netif_xmit (1,195 samples, 0.05%) + + + +dp_vs_xmit_fnat (38,356 samples, 1.46%) + + + +rte_pktmbuf_append (236 samples, 0.01%) + + + +xmit_inbound (48,523 samples, 1.84%) +x.. + + +tcp_out_adjust_mss (279 samples, 0.01%) + + + +port_tab_hashkey (271 samples, 0.01%) + + + +__lll_unlock_wake_private (385 samples, 0.01%) + + + +dp_vs_laddr_bind (26,674 samples, 1.01%) + + + +lcore_process_packets (212,686 samples, 8.08%) +lcore_proce.. + + +dp_vs_stats_conn (289 samples, 0.01%) + + + +netif_hard_xmit (1,023 samples, 0.04%) + + + +list_del (766 samples, 0.03%) + + + +rte_arch_bswap16 (512 samples, 0.02%) + + + +rte_pktmbuf_append (265 samples, 0.01%) + + + +__dp_vs_service_get (857 samples, 0.03%) + + + +inet_addr_equal (600 samples, 0.02%) + + + +__rte_raw_cksum_reduce (569 samples, 0.02%) + + + +__lll_unlock_wake_private (542 samples, 0.02%) + + + +__clock_gettime (755 samples, 0.03%) + + + +rte_jhash_3words (1,408 samples, 0.05%) + + + +rte_atomic32_inc (369 samples, 0.01%) + + + +dp_vs_conn_set_timeout (640 samples, 0.02%) + + + +list_add (2,490 samples, 0.09%) + + + +tcp_out_adjust_mss (308 samples, 0.01%) + + + +dp_vs_conn_unbind_dest (760 samples, 0.03%) + + + +tcp_hdr (646 samples, 0.02%) + + + +rte_pktmbuf_prepend (258 samples, 0.01%) + + + +dp_vs_conn_attach_timer (2,927 samples, 0.11%) + + + +sa_pool_destroy (3,452 samples, 0.13%) + + + +inet_addr_equal (650 samples, 0.02%) + + + +inet_addr_equal (407 samples, 0.02%) + + + +__lll_lock_wait_private (243 samples, 0.01%) + + + +rte_atomic32_read (336 samples, 0.01%) + + + +inet_addr_equal (2,126 samples, 0.08%) + + + +ifa_put (301 samples, 0.01%) + + + +dp_vs_conn_put (8,931 samples, 0.34%) + + + +rte_atomic32_inc (290 samples, 0.01%) + + + +rte_atomic32_dec (1,493 samples, 0.06%) + + + +route_out_local_lookup (898 samples, 0.03%) + + + +rte_pktmbuf_adj (628 samples, 0.02%) + + + +inet_addr_ifa_get (11,073 samples, 0.42%) + + + +dpvs_timer_update (6,110 samples, 0.23%) + + + +ipv4_output_fin (4,248 samples, 0.16%) + + + +rte_atomic32_dec (447 samples, 0.02%) + + + +netif_xmit (3,539 samples, 0.13%) + + + +neigh_key_cmp (718 samples, 0.03%) + + + +rte_atomic32_dec (774 samples, 0.03%) + + + +tcp_fnat_out_handler (10,775 samples, 0.41%) + + + +_raw_spin_unlock_irqrestore (576 samples, 0.02%) + + + +rte_atomic32_dec_and_test (278 samples, 0.01%) + + + +tcp_hdr (282 samples, 0.01%) + + + +get_level_ticks (391 samples, 0.01%) + + + +dp_vs_fast_outxmit_fnat (19,462 samples, 0.74%) + + + +inet_addr_ifa_get (11,444 samples, 0.43%) + + + +rte_ipv4_phdr_cksum (2,334 samples, 0.09%) + + + +rte_get_timer_cycles (5,059 samples, 0.19%) + + + +timer_expire (37,184 samples, 1.41%) + + + +tcp_in_adjust_seq (249 samples, 0.01%) + + + +sa_release (18,394 samples, 0.70%) + + + +rte_arch_bswap16 (689 samples, 0.03%) + + + +rte_lcore_id (362 samples, 0.01%) + + + +rte_atomic32_read (267 samples, 0.01%) + + + +blklst_hashkey (1,608 samples, 0.06%) + + + +xmit_inbound (49,087 samples, 1.86%) +x.. + + +netif_hard_xmit (2,937 samples, 0.11%) + + + +__dp_vs_xmit_fnat4 (36,442 samples, 1.38%) + + + +__lll_lock_wait_private (249 samples, 0.01%) + + + +rte_lcore_id (366 samples, 0.01%) + + + +system_call_fastpath (888 samples, 0.03%) + + + +rte_is_zero_ether_addr (543 samples, 0.02%) + + + +tcp_send_csum (1,538 samples, 0.06%) + + + +rte_is_zero_ether_addr (472 samples, 0.02%) + + + +dp_vs_rr_schedule (931 samples, 0.04%) + + + +route4_put (379 samples, 0.01%) + + + +dpvs_time_rand_delay (325 samples, 0.01%) + + + +dpvs_timer_sched (2,525 samples, 0.10%) + + + +rte_atomic32_inc (1,716 samples, 0.07%) + + + +list_add_tail (672 samples, 0.03%) + + + +rte_arch_bswap32 (909 samples, 0.03%) + + + +pkt_type_get (3,551 samples, 0.13%) + + + +ipv4_output_fin2 (4,349 samples, 0.17%) + + + +dev_get_idev (1,439 samples, 0.05%) + + + +neigh_hashkey (662 samples, 0.03%) + + + +netif_hard_xmit (1,042 samples, 0.04%) + + + +rte_atomic32_dec_and_test (315 samples, 0.01%) + + + +eth_addr_equal (965 samples, 0.04%) + + + +msg_slave_process (5,829 samples, 0.22%) + + + +system_call_fastpath (815 samples, 0.03%) + + + +__list_add (357 samples, 0.01%) + + + +rte_arch_bswap16 (610 samples, 0.02%) + + + +[unknown] (1,664 samples, 0.06%) + + + +mbuf_header_pointer (449 samples, 0.02%) + + + +netif_port_get (279 samples, 0.01%) + + + +rte_jhash_3words (1,413 samples, 0.05%) + + + +tcp_in_adjust_seq (368 samples, 0.01%) + + + +rte_ipv4_phdr_cksum (3,378 samples, 0.13%) + + + +dp_vs_rr_schedule (949 samples, 0.04%) + + + +dp_vs_conn_put (8,998 samples, 0.34%) + + + +tcp_send_csum (1,552 samples, 0.06%) + + + +qsch_sched_all (277 samples, 0.01%) + + + +dp_vs_fast_outxmit_fnat (19,453 samples, 0.74%) + + + +__rte_raw_cksum (886 samples, 0.03%) + + + +__dpvs_timer_sched (2,285 samples, 0.09%) + + + +rte_atomic32_inc (339 samples, 0.01%) + + + +rte_pktmbuf_prepend (398 samples, 0.02%) + + + +rte_raw_cksum (1,730 samples, 0.07%) + + + +rte_lcore_id (351 samples, 0.01%) + + + +__rte_raw_cksum (616 samples, 0.02%) + + + +rte_lcore_id (386 samples, 0.01%) + + + +system_call_fastpath (1,209 samples, 0.05%) + + + +get_level_ticks (239 samples, 0.01%) + + + +rte_raw_cksum (1,729 samples, 0.07%) + + + +rte_get_tsc_cycles (4,065 samples, 0.15%) + + + +rte_rdtsc (4,785 samples, 0.18%) + + + +inet_addr_ifa_put (313 samples, 0.01%) + + + +rte_atomic32_dec (878 samples, 0.03%) + + + +rte_arch_bswap16 (255 samples, 0.01%) + + + +get_level_ticks (432 samples, 0.02%) + + + +dp_vs_conn_alloc (1,347 samples, 0.05%) + + + +dp_vs_conn_resend_packets (940 samples, 0.04%) + + + +INET_HOOK (192,260 samples, 7.30%) +INET_HOOK + + +dev_get_idev (1,560 samples, 0.06%) + + + +sa_release (18,356 samples, 0.70%) + + + +__dp_vs_out_xmit_fnat4 (20,734 samples, 0.79%) + + + +ipv4_rcv (197,490 samples, 7.50%) +ipv4_rcv + + +dp_vs_conn_refresh_timer (6,605 samples, 0.25%) + + + +futex_wait_setup (530 samples, 0.02%) + + + +__rte_raw_cksum_reduce (399 samples, 0.02%) + + + +rte_arch_bswap32 (285 samples, 0.01%) + + + +[unknown] (1,833 samples, 0.07%) + + + +rte_atomic32_inc (314 samples, 0.01%) + + + +list_del (1,628 samples, 0.06%) + + + +__dpvs_timer_sched (4,045 samples, 0.15%) + + + +timeval_to_ticks (658 samples, 0.02%) + + + +put_laddr (276 samples, 0.01%) + + + +this_lcore_sched (247 samples, 0.01%) + + + +ip4_hdr (295 samples, 0.01%) + + + +ip4_hdrlen (415 samples, 0.02%) + + + +ip4_hdr (425 samples, 0.02%) + + + +dp_vs_schedule (45,142 samples, 1.71%) + + + +ip4_hdrlen (522 samples, 0.02%) + + + +dp_vs_laddr_unbind (19,276 samples, 0.73%) + + + +mbuf_header_pointer (471 samples, 0.02%) + + + +tcp_out_adjust_seq (1,401 samples, 0.05%) + + + +inet_addr_equal (2,148 samples, 0.08%) + + + +tcp_out_save_seq (745 samples, 0.03%) + + + +dp_vs_whtlst_allow (4,162 samples, 0.16%) + + + +[unknown] (906 samples, 0.03%) + + + +rte_is_zero_ether_addr (485 samples, 0.02%) + + + +rte_atomic32_dec_and_test (3,300 samples, 0.13%) + + + +dp_vs_dest_is_avail (431 samples, 0.02%) + + + +tcp_send_csum (4,579 samples, 0.17%) + + + +__list_del_entry (260 samples, 0.01%) + + + +list_move_tail (359 samples, 0.01%) + + + +rte_ipv4_phdr_cksum (984 samples, 0.04%) + + + +neigh_entry_state_trans (622 samples, 0.02%) + + + +this_lcore_sched (244 samples, 0.01%) + + + +ip4_hdr (330 samples, 0.01%) + + + +rte_lcore_id (512 samples, 0.02%) + + + +__dp_vs_service_get (845 samples, 0.03%) + + + +netif_port_get (2,405 samples, 0.09%) + + + +dp_vs_conn_alloc (1,383 samples, 0.05%) + + + +dp_vs_conn_set_timeout (690 samples, 0.03%) + + + +netif_hard_xmit (2,832 samples, 0.11%) + + + +rte_atomic32_inc (368 samples, 0.01%) + + + +tcp_in_remove_ts (557 samples, 0.02%) + + + +list_add (2,398 samples, 0.09%) + + + +inet_addr_ifa_put (317 samples, 0.01%) + + + +sa_pool_hash (399 samples, 0.02%) + + + +rte_atomic32_read (298 samples, 0.01%) + + + +__memset_sse2 (596 samples, 0.02%) + + + +timeval_to_ticks (697 samples, 0.03%) + + + +dp_vs_fill_iphdr (2,083 samples, 0.08%) + + + +dp_vs_save_xmit_info (1,664 samples, 0.06%) + + + +rte_jhash_3words (1,323 samples, 0.05%) + + + +dp_vs_laddr_bind (26,326 samples, 1.00%) + + + +tcp_out_adjust_seq (1,437 samples, 0.05%) + + + +ipv4_output_fin2 (4,378 samples, 0.17%) + + + +OPENSSL_cleanse (265 samples, 0.01%) + + + +dp_vs_conn_refresh_timer (7,392 samples, 0.28%) + + + +rte_pktmbuf_adj (621 samples, 0.02%) + + + +get_level_ticks (393 samples, 0.01%) + + + +do_futex (762 samples, 0.03%) + + + +__rte_raw_cksum (928 samples, 0.04%) + + + +netif_xmit (3,654 samples, 0.14%) + + + +rte_raw_cksum (1,721 samples, 0.07%) + + + +rte_pktmbuf_append (318 samples, 0.01%) + + + +rte_atomic32_inc (1,479 samples, 0.06%) + + + +list_del (1,426 samples, 0.05%) + + + +rte_is_zero_ether_addr (493 samples, 0.02%) + + + +INET_HOOK (4,770 samples, 0.18%) + + + +dp_vs_save_outxmit_info (1,321 samples, 0.05%) + + + +__list_del (562 samples, 0.02%) + + + +rte_raw_cksum (1,146 samples, 0.04%) + + + +rte_atomic32_dec_and_test (288 samples, 0.01%) + + + +ifa_lookup (7,251 samples, 0.28%) + + + +eth_addr_equal (1,006 samples, 0.04%) + + + +rte_atomic32_inc (1,346 samples, 0.05%) + + + +route_out_net_lookup (662 samples, 0.03%) + + + +ip4_hdrlen (542 samples, 0.02%) + + + +netif_deliver_mbuf (206,739 samples, 7.85%) +netif_deliv.. + + +tcp_send_csum (3,083 samples, 0.12%) + + + +dp_vs_conn_hashkey (5,128 samples, 0.19%) + + + +lcore_job_recv_fwd (238,961 samples, 9.07%) +lcore_job_rec.. + + +ipv4_output_fin2 (4,274 samples, 0.16%) + + + +ifa_put (307 samples, 0.01%) + + + +netif_port_get (266 samples, 0.01%) + + + +ip4_is_frag (322 samples, 0.01%) + + + +rte_eth_rx_burst (236 samples, 0.01%) + + + +rte_pktmbuf_append (241 samples, 0.01%) + + + +tick_nohz_idle_exit (521 samples, 0.02%) + + + +ip4_hdr (328 samples, 0.01%) + + + +rte_atomic32_inc (396 samples, 0.02%) + + + +sa4_fetch (17,545 samples, 0.67%) + + + +rte_ipv4_phdr_cksum (2,312 samples, 0.09%) + + + +dp_vs_fast_xmit_fnat (19,244 samples, 0.73%) + + + +list_move_tail (535 samples, 0.02%) + + + +tcp_in_init_seq (1,921 samples, 0.07%) + + + +__dp_vs_pre_routing (7,178 samples, 0.27%) + + + +__memset_sse2 (596 samples, 0.02%) + + + +rte_atomic32_inc (419 samples, 0.02%) + + + +rte_ipv4_phdr_cksum (2,153 samples, 0.08%) + + + +rte_ipv4_phdr_cksum (1,105 samples, 0.04%) + + + +tcp_in_add_toa (2,095 samples, 0.08%) + + + +blklst_hashkey (1,584 samples, 0.06%) + + + +sa_pool_fetch (2,339 samples, 0.09%) + + + +mbuf_header_pointer (488 samples, 0.02%) + + + +tcp_send_csum (3,096 samples, 0.12%) + + + +dp_vs_conn_refresh_timer (6,982 samples, 0.27%) + + + +dp_vs_synproxy_syn_rcv (3,482 samples, 0.13%) + + + +dp_vs_dest_put (327 samples, 0.01%) + + + +tcp_in_add_toa (7,911 samples, 0.30%) + + + +inet_addr_equal (2,439 samples, 0.09%) + + + +rte_atomic32_dec_and_test (307 samples, 0.01%) + + + +rte_ether_addr_copy (415 samples, 0.02%) + + + +ifa_put (298 samples, 0.01%) + + + +rte_atomic32_inc (2,848 samples, 0.11%) + + + +rte_arch_bswap16 (527 samples, 0.02%) + + + +tcp_in_remove_ts (556 samples, 0.02%) + + + +rte_get_timer_cycles (4,623 samples, 0.18%) + + + +dp_vs_conn_expire (36,298 samples, 1.38%) + + + +dp_vs_stats_in (1,264 samples, 0.05%) + + + +