2025-03-28T05:16:06Z Script '/data/test/netlink/bin/net.pl -h root@ot41 -d latest-ot41 -c all -i ixl -m none,jumbo -p all' started. 2025-03-28T05:16:07Z Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-03-28T01:41:21Z up' started. 2025-03-28T05:16:12Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T05:16:27Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T05:18:36Z Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-03-28T01:41:21Z up' finished. 2025-03-28T05:18:36Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T05:18:43Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T05:18:43Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T05:18:52Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T05:18:52Z Command '/data/test/netlink/bin/setup-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T05:18:56Z Command '/data/test/netlink/bin/setup-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T05:18:56Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 0 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.11.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig ixl0 inet 10.10.11.20/32 alias ifconfig ixl0 inet 10.10.11.21/32 alias ifconfig ixl0 inet 10.10.11.22/32 alias ifconfig ixl0 inet 10.10.11.23/32 alias ifconfig ixl0 inet 10.10.11.24/32 alias ifconfig ixl0 inet 10.10.11.25/32 alias ifconfig ixl0 inet 10.10.11.26/32 alias ifconfig ixl0 inet 10.10.11.27/32 alias ifconfig ixl0 inet 10.10.11.28/32 alias ifconfig ixl0 inet 10.10.11.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.12.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.435 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.435/0.435/0.435/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.455 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.455/0.455/0.455/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.480 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.480/0.480/0.480/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.548 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.548/0.548/0.548/0.000 ms new config created: modify none, iface ixl0, pseudo none test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rixl0_-Sens2f1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1_-Sixl1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T05:36:35Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T05:36:35Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T05:36:48Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T05:36:58Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T05:37:07Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T05:37:07Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T05:37:17Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T05:37:17Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T05:37:40Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T05:37:40Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T05:37:41Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig bridge0 create ifconfig vether0 create ifconfig bridge0 add ixl0 ifconfig bridge0 add ixl1 ifconfig bridge0 add vether0 ifconfig ixl0 up ifconfig ixl1 up ifconfig bridge0 up ifconfig vether0 inet 10.10.11.2/21 ifconfig vether0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vether0 inet 10.10.11.20/32 alias ifconfig vether0 inet 10.10.11.21/32 alias ifconfig vether0 inet 10.10.11.22/32 alias ifconfig vether0 inet 10.10.11.23/32 alias ifconfig vether0 inet 10.10.11.24/32 alias ifconfig vether0 inet 10.10.11.25/32 alias ifconfig vether0 inet 10.10.11.26/32 alias ifconfig vether0 inet 10.10.11.27/32 alias ifconfig vether0 inet 10.10.11.28/32 alias ifconfig vether0 inet 10.10.11.29/32 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vether0 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.524 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.524/0.524/0.524/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.454 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.454/0.454/0.454/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.596 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.596/0.596/0.596/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.567 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.567/0.567/0.567/0.000 ms new config created: modify none, iface ixl0, pseudo bridge test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rvether0_-Sens2f1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.11.2_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1_-Svether0_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T05:55:24Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T05:55:24Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T05:55:27Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T05:55:32Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T05:55:32Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T05:55:34Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T05:55:34Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T05:55:37Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T05:55:37Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T05:55:41Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T05:55:41Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T05:55:41Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig bridge0 -inet -inet6 down ifconfig bridge0 destroy ifconfig vether0 -inet -inet6 down ifconfig vether0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig carp0 create ifconfig carp1 create ifconfig carp0 carpdev ixl0 vhid 111 ifconfig carp1 carpdev ixl1 vhid 112 ifconfig ixl0 up ifconfig ixl1 up ifconfig carp0 inet 10.10.11.2/24 ifconfig carp0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig carp0 inet 10.10.11.20/32 alias ifconfig carp0 inet 10.10.11.21/32 alias ifconfig carp0 inet 10.10.11.22/32 alias ifconfig carp0 inet 10.10.11.23/32 alias ifconfig carp0 inet 10.10.11.24/32 alias ifconfig carp0 inet 10.10.11.25/32 alias ifconfig carp0 inet 10.10.11.26/32 alias ifconfig carp0 inet 10.10.11.27/32 alias ifconfig carp0 inet 10.10.11.28/32 alias ifconfig carp0 inet 10.10.11.29/32 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig carp0 up ifconfig carp1 inet 10.10.12.3/24 ifconfig carp1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig carp1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.534 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.534/0.534/0.534/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.424 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.424/0.424/0.424/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.598 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.598/0.598/0.598/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.740 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.740/0.740/0.740/0.000 ms new config created: modify none, iface ixl0, pseudo carp test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rcarp0_-Sens2f1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1_-Scarp1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T06:13:23Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T06:13:23Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T06:13:28Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T06:13:35Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T06:13:35Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T06:13:41Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T06:13:41Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T06:13:45Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T06:13:45Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T06:13:49Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T06:13:49Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T06:13:49Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig carp0 -inet -inet6 down ifconfig carp0 destroy ifconfig carp1 -inet -inet6 down ifconfig carp1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1480 tunnel 10.10.13.2 10.10.13.1 ifconfig gif1 mtu 1480 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe sit ssh root@lt43 modprobe sit ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type sit mode any local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type sit mode any local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 up ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.383 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.383/0.383/0.383/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.294 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.294/0.294/0.294/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.298 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.298/0.298/0.298/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify none, iface ixl0, pseudo gif test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rgif0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Sgif1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T06:31:35Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T06:31:35Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T06:31:42Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T06:31:49Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T06:31:49Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T06:31:54Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T06:31:54Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T06:32:01Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T06:32:01Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T06:32:12Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T06:32:12Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T06:32:12Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet6 fdd7:e83e:66bd:1013::2/64 ifconfig ixl1 inet6 fdd7:e83e:66bd:1014::3/64 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1013::2 fdd7:e83e:66bd:1013::1 ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1014::3 fdd7:e83e:66bd:1014::4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip6_tunnel ssh root@lt43 modprobe ip6_tunnel ssh root@lt40 ip address add fdd7:e83e:66bd:1013::1/64 dev ens2f1 ssh root@lt43 ip address add fdd7:e83e:66bd:1014::4/64 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1013::1 remote fdd7:e83e:66bd:1013::2 ssh root@lt43 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1014::4 remote fdd7:e83e:66bd:1014::3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 up ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.385 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.385/0.385/0.385/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.306 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.306/0.306/0.306/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.298 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.298/0.298/0.298/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.290 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.290/0.290/0.290/0.000 ms new config created: modify none, iface ixl0, pseudo gif6 test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rgif0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Sgif1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T06:50:03Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T06:50:03Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T06:50:07Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T06:50:11Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T06:50:11Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T06:50:14Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T06:50:14Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T06:50:18Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T06:50:18Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T06:50:21Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T06:50:21Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T06:50:21Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gre0 create ifconfig gre1 create ifconfig gre0 vnetid 211 tunnel 10.10.13.2 10.10.13.1 ifconfig gre1 vnetid 212 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip_gre ssh root@lt43 modprobe ip_gre ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type gre key 211 local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type gre key 212 local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gre0 inet 10.10.11.2/32 10.10.11.1 ifconfig gre0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gre0 inet 10.10.11.20/32 alias ifconfig gre0 inet 10.10.11.21/32 alias ifconfig gre0 inet 10.10.11.22/32 alias ifconfig gre0 inet 10.10.11.23/32 alias ifconfig gre0 inet 10.10.11.24/32 alias ifconfig gre0 inet 10.10.11.25/32 alias ifconfig gre0 inet 10.10.11.26/32 alias ifconfig gre0 inet 10.10.11.27/32 alias ifconfig gre0 inet 10.10.11.28/32 alias ifconfig gre0 inet 10.10.11.29/32 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gre0 up ifconfig gre1 inet 10.10.12.3/32 10.10.12.4 ifconfig gre1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gre1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.321 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.321/0.321/0.321/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.293 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.293/0.293/0.293/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.295 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.295/0.295/0.295/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify none, iface ixl0, pseudo gre test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rgre0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Sgre1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T07:08:08Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T07:08:08Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T07:08:13Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T07:08:22Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T07:08:22Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T07:08:29Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T07:08:29Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T07:08:35Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T07:08:35Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T07:08:47Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T07:08:47Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T07:08:48Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gre0 -inet -inet6 down ifconfig gre0 destroy ifconfig gre1 -inet -inet6 down ifconfig gre1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process arp -da RTNETLINK answers: No such process RTNETLINK answers: No such process 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig veb0 create ifconfig vport0 create ifconfig veb0 add ixl0 pfctl: pf already enabled ifconfig veb0 add ixl1 ifconfig veb0 add vport0 ifconfig ixl0 up ifconfig ixl1 up ifconfig veb0 up ifconfig vport0 inet 10.10.11.2/21 ifconfig vport0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vport0 inet 10.10.11.20/32 alias ifconfig vport0 inet 10.10.11.21/32 alias ifconfig vport0 inet 10.10.11.22/32 alias ifconfig vport0 inet 10.10.11.23/32 alias ifconfig vport0 inet 10.10.11.24/32 alias ifconfig vport0 inet 10.10.11.25/32 alias ifconfig vport0 inet 10.10.11.26/32 alias ifconfig vport0 inet 10.10.11.27/32 alias ifconfig vport0 inet 10.10.11.28/32 alias ifconfig vport0 inet 10.10.11.29/32 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vport0 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.507 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.507/0.507/0.507/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.445 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.445/0.445/0.445/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.577 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.577/0.577/0.577/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.544 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.544/0.544/0.544/0.000 ms new config created: modify none, iface ixl0, pseudo veb test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rvport0_-Sens2f1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.11.2_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1_-Svport0_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T07:26:29Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T07:26:29Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T07:26:33Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T07:26:37Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T07:26:37Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T07:26:39Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T07:26:39Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T07:26:42Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T07:26:42Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T07:26:47Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T07:26:47Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T07:26:47Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig veb0 -inet -inet6 down ifconfig veb0 destroy ifconfig vport0 -inet -inet6 down ifconfig vport0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 211 ifconfig vlan1 parent ixl1 vnetid 212 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f1 name ens2f1.1 type vlan id 211 ssh root@lt43 ip link add link ens2f1 name ens2f1.1 type vlan id 212 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vlan0 inet 10.10.11.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vlan0 inet 10.10.11.20/32 alias ifconfig vlan0 inet 10.10.11.21/32 alias ifconfig vlan0 inet 10.10.11.22/32 alias ifconfig vlan0 inet 10.10.11.23/32 alias ifconfig vlan0 inet 10.10.11.24/32 alias ifconfig vlan0 inet 10.10.11.25/32 alias ifconfig vlan0 inet 10.10.11.26/32 alias ifconfig vlan0 inet 10.10.11.27/32 alias ifconfig vlan0 inet 10.10.11.28/32 alias ifconfig vlan0 inet 10.10.11.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.12.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.447 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.447/0.447/0.447/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.442 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.442/0.442/0.442/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.469 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.469/0.469/0.469/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.478 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.478/0.478/0.478/0.000 ms new config created: modify none, iface ixl0, pseudo vlan test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rvlan0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Svlan1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T07:44:28Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T07:44:28Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T07:44:33Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T07:44:40Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T07:44:40Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T07:44:44Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T07:44:44Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T07:44:48Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T07:44:48Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T07:44:56Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T07:44:56Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T07:44:56Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig ixl0 mtu 1600 ifconfig ixl1 mtu 1600 ifconfig vxlan0 create ifconfig vxlan1 create ifconfig vxlan0 parent ixl0 tunnel 10.10.13.2 234.10.13.1 ifconfig vxlan1 parent ixl1 tunnel 10.10.14.3 234.10.14.1 ifconfig vxlan0 vnetid 411 ifconfig vxlan1 vnetid 412 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe vxlan ssh root@lt43 modprobe vxlan ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type vxlan id 411 dstport 4789 dev ens2f1 local 10.10.13.1 group 234.10.13.1 ssh root@lt43 ip link add name ens2f1.1 type vxlan id 412 dstport 4789 dev ens2f1 local 10.10.14.4 group 234.10.14.1 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vxlan0 inet 10.10.11.2/24 ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vxlan0 inet 10.10.11.20/32 alias ifconfig vxlan0 inet 10.10.11.21/32 alias ifconfig vxlan0 inet 10.10.11.22/32 alias ifconfig vxlan0 inet 10.10.11.23/32 alias ifconfig vxlan0 inet 10.10.11.24/32 alias ifconfig vxlan0 inet 10.10.11.25/32 alias ifconfig vxlan0 inet 10.10.11.26/32 alias ifconfig vxlan0 inet 10.10.11.27/32 alias ifconfig vxlan0 inet 10.10.11.28/32 alias ifconfig vxlan0 inet 10.10.11.29/32 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vxlan0 up ifconfig vxlan1 inet 10.10.12.3/24 ifconfig vxlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vxlan1 up ssh root@lt40 ip link set mtu 1600 dev ens2f1 ssh root@lt43 ip link set mtu 1600 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.632 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.632/0.632/0.632/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.684 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.684/0.684/0.684/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.785 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.785/0.785/0.785/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.632 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.632/0.632/0.632/0.000 ms new config created: modify none, iface ixl0, pseudo vxlan test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rvxlan0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Svxlan1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T08:05:59Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T08:05:59Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T08:06:02Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T08:06:07Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T08:06:07Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T08:06:09Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T08:06:09Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T08:06:12Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T08:06:12Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T08:06:15Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T08:06:15Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T08:06:15Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vxlan0 -inet -inet6 down ifconfig vxlan0 destroy ifconfig vxlan1 -inet -inet6 down ifconfig vxlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ssh root@lt40 modprobe wireguard ssh root@lt40 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ssh root@lt43 modprobe wireguard ssh root@lt43 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig wg0 create ifconfig wg1 create ifconfig wg0 wgport 7112 wgkey in7QdWdEosbfjrgJuOZsX6VWHjZoHoOVo7h9DCiJHZs= wgpeer XE4U/kOKgNcbyjowL6xCiC9To88KPgeJ6lNhdCQ3ml8= wgendpoint 10.10.13.1 7111 wgaip 10.10.11.1/24 wgaip fdd7:e83e:66bd:1011::1/64 ifconfig wg1 wgport 7113 wgkey l+WIQ/Q5GsTnxw+4pqdd7d5U6Ef7HSX7MgpoYVbGZrc= wgpeer iXy/uVgW68URBd8ROwPRAGQiSPOO6GQRkXA0aYanIGs= wgendpoint 10.10.14.4 7114 wgaip 10.10.12.4/24 wgaip fdd7:e83e:66bd:1012::4/64 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type wireguard ssh root@lt43 ip link add name ens2f1.1 type wireguard ssh root@lt40 wg set ens2f1.1 listen-port 7111 private-key wg-private.key peer tBfvvqIgXFLSBidgrUXdr82qYCNOJK0OyIrqGN1jwD4= allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 endpoint 10.10.13.2:7112 ssh root@lt43 wg set ens2f1.1 listen-port 7114 private-key wg-private.key peer pIoD9hK3L6vwXzdHr2BxMv2znNgHn+06JUNN2OS/MmI= allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 endpoint 10.10.14.3:7113 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig wg0 inet 10.10.11.2/24 ifconfig wg0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig wg0 inet 10.10.11.20/32 alias ifconfig wg0 inet 10.10.11.21/32 alias ifconfig wg0 inet 10.10.11.22/32 alias ifconfig wg0 inet 10.10.11.23/32 alias ifconfig wg0 inet 10.10.11.24/32 alias ifconfig wg0 inet 10.10.11.25/32 alias ifconfig wg0 inet 10.10.11.26/32 alias ifconfig wg0 inet 10.10.11.27/32 alias ifconfig wg0 inet 10.10.11.28/32 alias ifconfig wg0 inet 10.10.11.29/32 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig wg0 up ifconfig wg1 inet 10.10.12.3/24 ifconfig wg1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig wg1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=2.744 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.744/2.744/2.744/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=2.411 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.411/2.411/2.411/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.382 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.382/0.382/0.382/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.438 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.438/0.438/0.438/0.000 ms new config created: modify none, iface ixl0, pseudo wg test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rwg0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Swg1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T08:26:33Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. 2025-03-28T08:26:33Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T08:26:39Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T08:26:47Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T08:26:47Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T08:26:50Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T08:26:50Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T08:26:54Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T08:26:54Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T08:27:05Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T08:27:05Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T08:27:05Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig wg0 -inet -inet6 down ifconfig wg0 destroy ifconfig wg1 -inet -inet6 down ifconfig wg1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.11.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig ixl0 inet 10.10.11.20/32 alias ifconfig ixl0 inet 10.10.11.21/32 alias ifconfig ixl0 inet 10.10.11.22/32 alias ifconfig ixl0 inet 10.10.11.23/32 alias ifconfig ixl0 inet 10.10.11.24/32 alias ifconfig ixl0 inet 10.10.11.25/32 alias ifconfig ixl0 inet 10.10.11.26/32 alias ifconfig ixl0 inet 10.10.11.27/32 alias ifconfig ixl0 inet 10.10.11.28/32 alias ifconfig ixl0 inet 10.10.11.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.12.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.878 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.878/0.878/0.878/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.459 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.459/0.459/0.459/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.532 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.532/0.532/0.532/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.603 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.603/0.603/0.603/0.000 ms new config created: modify jumbo, iface ixl0, pseudo none test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rixl0_-Sens2f1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1_-Sixl1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T08:44:49Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T08:44:49Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T08:44:54Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T08:45:03Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T08:45:03Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T08:45:07Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T08:45:07Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T08:45:11Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T08:45:11Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T08:45:18Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T08:45:18Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T08:45:18Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig bridge0 create ifconfig vether0 create ifconfig bridge0 add ixl0 ifconfig bridge0 add ixl1 ifconfig bridge0 add vether0 ifconfig ixl0 up ifconfig ixl1 up ifconfig bridge0 up ifconfig vether0 inet 10.10.11.2/21 ifconfig vether0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vether0 inet 10.10.11.20/32 alias ifconfig vether0 inet 10.10.11.21/32 alias ifconfig vether0 inet 10.10.11.22/32 alias ifconfig vether0 inet 10.10.11.23/32 alias ifconfig vether0 inet 10.10.11.24/32 alias ifconfig vether0 inet 10.10.11.25/32 alias ifconfig vether0 inet 10.10.11.26/32 alias ifconfig vether0 inet 10.10.11.27/32 alias ifconfig vether0 inet 10.10.11.28/32 alias ifconfig vether0 inet 10.10.11.29/32 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vether0 mtu 9000 ifconfig vether0 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.519 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.519/0.519/0.519/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.444 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.444/0.444/0.444/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.597 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.597/0.597/0.597/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.660 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.660/0.660/0.660/0.000 ms new config created: modify jumbo, iface ixl0, pseudo bridge test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rvether0_-Sens2f1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.11.2_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1_-Svether0_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T09:02:57Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T09:02:57Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T09:03:00Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T09:03:05Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T09:03:05Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T09:03:07Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T09:03:07Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T09:03:10Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T09:03:10Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T09:03:13Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T09:03:13Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T09:03:13Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig bridge0 -inet -inet6 down ifconfig bridge0 destroy ifconfig vether0 -inet -inet6 down ifconfig vether0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig carp0 create ifconfig carp1 create ifconfig carp0 carpdev ixl0 vhid 111 ifconfig carp1 carpdev ixl1 vhid 112 ifconfig ixl0 up ifconfig ixl1 up ifconfig carp0 inet 10.10.11.2/24 ifconfig carp0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig carp0 inet 10.10.11.20/32 alias ifconfig carp0 inet 10.10.11.21/32 alias ifconfig carp0 inet 10.10.11.22/32 alias ifconfig carp0 inet 10.10.11.23/32 alias ifconfig carp0 inet 10.10.11.24/32 alias ifconfig carp0 inet 10.10.11.25/32 alias ifconfig carp0 inet 10.10.11.26/32 alias ifconfig carp0 inet 10.10.11.27/32 alias ifconfig carp0 inet 10.10.11.28/32 alias ifconfig carp0 inet 10.10.11.29/32 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig carp0 mtu 9000 ifconfig: SIOCSIFMTU: Inappropriate ioctl for device ifconfig carp0 up ifconfig carp1 inet 10.10.12.3/24 ifconfig carp1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig carp1 mtu 9000 ifconfig carp1 up ifconfig: SIOCSIFMTU: Inappropriate ioctl for device ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.488 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.488/0.488/0.488/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.449 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.449/0.449/0.449/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.650 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.650/0.650/0.650/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.687 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.687/0.687/0.687/0.000 ms new config created: modify jumbo, iface ixl0, pseudo carp test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rcarp0_-Sens2f1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1_-Scarp1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T09:21:02Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T09:21:02Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T09:21:05Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T09:21:10Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T09:21:10Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T09:21:12Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T09:21:12Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T09:21:15Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T09:21:15Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T09:21:19Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T09:21:19Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T09:21:19Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig carp0 -inet -inet6 down ifconfig carp0 destroy ifconfig carp1 -inet -inet6 down ifconfig carp1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1480 tunnel 10.10.13.2 10.10.13.1 ifconfig gif1 mtu 1480 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe sit ssh root@lt43 modprobe sit ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type sit mode any local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type sit mode any local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 mtu 9000 ifconfig gif0 up ifconfig: SIOCSIFMTU: Invalid argument ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 mtu 9000 ifconfig gif1 up ifconfig: SIOCSIFMTU: Invalid argument route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.384 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.384/0.384/0.384/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.289 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.296 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.296/0.296/0.296/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.292 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.292/0.292/0.292/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gif test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rgif0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Sgif1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T09:39:13Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T09:39:13Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T09:39:16Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T09:39:21Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T09:39:21Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T09:39:23Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T09:39:23Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T09:39:26Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T09:39:26Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T09:39:29Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T09:39:29Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T09:39:30Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet6 fdd7:e83e:66bd:1013::2/64 ifconfig ixl1 inet6 fdd7:e83e:66bd:1014::3/64 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1013::2 fdd7:e83e:66bd:1013::1 ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1014::3 fdd7:e83e:66bd:1014::4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip6_tunnel ssh root@lt43 modprobe ip6_tunnel ssh root@lt40 ip address add fdd7:e83e:66bd:1013::1/64 dev ens2f1 ssh root@lt43 ip address add fdd7:e83e:66bd:1014::4/64 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1013::1 remote fdd7:e83e:66bd:1013::2 ssh root@lt43 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1014::4 remote fdd7:e83e:66bd:1014::3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 mtu 9000 ifconfig gif0 up ifconfig: SIOCSIFMTU: Invalid argument ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 mtu 9000 ifconfig gif1 up ifconfig: SIOCSIFMTU: Invalid argument route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.323 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.323/0.323/0.323/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.293 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.293/0.293/0.293/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.297 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.297/0.297/0.297/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.291 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.291/0.291/0.291/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gif6 test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rgif0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Sgif1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T09:57:24Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T09:57:24Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T09:57:29Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T09:57:35Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T09:57:35Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T09:57:40Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T09:57:40Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T09:57:44Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T09:57:44Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T09:57:53Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T09:57:53Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T09:57:53Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gre0 create ifconfig gre1 create ifconfig gre0 vnetid 211 tunnel 10.10.13.2 10.10.13.1 ifconfig gre1 vnetid 212 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip_gre ssh root@lt43 modprobe ip_gre ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type gre key 211 local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type gre key 212 local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gre0 inet 10.10.11.2/32 10.10.11.1 ifconfig gre0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gre0 inet 10.10.11.20/32 alias ifconfig gre0 inet 10.10.11.21/32 alias ifconfig gre0 inet 10.10.11.22/32 alias ifconfig gre0 inet 10.10.11.23/32 alias ifconfig gre0 inet 10.10.11.24/32 alias ifconfig gre0 inet 10.10.11.25/32 alias ifconfig gre0 inet 10.10.11.26/32 alias ifconfig gre0 inet 10.10.11.27/32 alias ifconfig gre0 inet 10.10.11.28/32 alias ifconfig gre0 inet 10.10.11.29/32 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gre0 mtu 9000 ifconfig gre0 up ifconfig gre1 inet 10.10.12.3/32 10.10.12.4 ifconfig gre1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gre1 mtu 9000 ifconfig gre1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.335 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.335/0.335/0.335/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.290 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.290/0.290/0.290/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.302 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.302/0.302/0.302/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.295 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.295/0.295/0.295/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gre test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rgre0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Sgre1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T10:15:43Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T10:15:43Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T10:15:46Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T10:15:51Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T10:15:51Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T10:15:53Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T10:15:53Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T10:15:56Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T10:15:56Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T10:15:59Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T10:15:59Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T10:15:59Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gre0 -inet -inet6 down ifconfig gre0 destroy ifconfig gre1 -inet -inet6 down ifconfig gre1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig veb0 create ifconfig vport0 create ifconfig veb0 add ixl0 ifconfig veb0 add ixl1 ifconfig veb0 add vport0 ifconfig ixl0 up ifconfig ixl1 up ifconfig veb0 up ifconfig vport0 inet 10.10.11.2/21 ifconfig vport0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vport0 inet 10.10.11.20/32 alias ifconfig vport0 inet 10.10.11.21/32 alias ifconfig vport0 inet 10.10.11.22/32 alias ifconfig vport0 inet 10.10.11.23/32 alias ifconfig vport0 inet 10.10.11.24/32 alias ifconfig vport0 inet 10.10.11.25/32 alias ifconfig vport0 inet 10.10.11.26/32 alias ifconfig vport0 inet 10.10.11.27/32 alias ifconfig vport0 inet 10.10.11.28/32 alias ifconfig vport0 inet 10.10.11.29/32 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vport0 mtu 9000 ifconfig vport0 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.516 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.516/0.516/0.516/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.444 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.444/0.444/0.444/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.504 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.504/0.504/0.504/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.689 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.689/0.689/0.689/0.000 ms new config created: modify jumbo, iface ixl0, pseudo veb test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rvport0_-Sens2f1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.11.2_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1_-Svport0_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T10:33:41Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T10:33:41Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T10:33:44Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T10:33:49Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T10:33:49Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T10:33:51Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T10:33:51Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T10:33:53Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T10:33:53Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T10:33:57Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T10:33:57Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T10:33:57Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig veb0 -inet -inet6 down ifconfig veb0 destroy ifconfig vport0 -inet -inet6 down ifconfig vport0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 211 ifconfig vlan1 parent ixl1 vnetid 212 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f1 name ens2f1.1 type vlan id 211 ssh root@lt43 ip link add link ens2f1 name ens2f1.1 type vlan id 212 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vlan0 inet 10.10.11.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vlan0 inet 10.10.11.20/32 alias ifconfig vlan0 inet 10.10.11.21/32 alias ifconfig vlan0 inet 10.10.11.22/32 alias ifconfig vlan0 inet 10.10.11.23/32 alias ifconfig vlan0 inet 10.10.11.24/32 alias ifconfig vlan0 inet 10.10.11.25/32 alias ifconfig vlan0 inet 10.10.11.26/32 alias ifconfig vlan0 inet 10.10.11.27/32 alias ifconfig vlan0 inet 10.10.11.28/32 alias ifconfig vlan0 inet 10.10.11.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.12.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.477 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.477/0.477/0.477/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.453 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.453/0.453/0.453/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.484 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.484/0.484/0.484/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.537 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.537/0.537/0.537/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vlan test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rvlan0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Svlan1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T10:51:38Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T10:51:38Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T10:51:42Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T10:51:48Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T10:51:48Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T10:51:51Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T10:51:51Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T10:51:54Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T10:51:54Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T10:52:00Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T10:52:00Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T10:52:00Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig ixl0 mtu 1600 ifconfig ixl1 mtu 1600 ifconfig vxlan0 create ifconfig vxlan1 create ifconfig vxlan0 parent ixl0 tunnel 10.10.13.2 234.10.13.1 ifconfig vxlan1 parent ixl1 tunnel 10.10.14.3 234.10.14.1 ifconfig vxlan0 vnetid 411 ifconfig vxlan1 vnetid 412 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe vxlan ssh root@lt43 modprobe vxlan ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type vxlan id 411 dstport 4789 dev ens2f1 local 10.10.13.1 group 234.10.13.1 ssh root@lt43 ip link add name ens2f1.1 type vxlan id 412 dstport 4789 dev ens2f1 local 10.10.14.4 group 234.10.14.1 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vxlan0 inet 10.10.11.2/24 ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vxlan0 inet 10.10.11.20/32 alias ifconfig vxlan0 inet 10.10.11.21/32 alias ifconfig vxlan0 inet 10.10.11.22/32 alias ifconfig vxlan0 inet 10.10.11.23/32 alias ifconfig vxlan0 inet 10.10.11.24/32 alias ifconfig vxlan0 inet 10.10.11.25/32 alias ifconfig vxlan0 inet 10.10.11.26/32 alias ifconfig vxlan0 inet 10.10.11.27/32 alias ifconfig vxlan0 inet 10.10.11.28/32 alias ifconfig vxlan0 inet 10.10.11.29/32 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vxlan0 mtu 9000 ifconfig vxlan0 up ifconfig vxlan1 inet 10.10.12.3/24 ifconfig vxlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vxlan1 mtu 9000 ifconfig vxlan1 up ssh root@lt40 ip link set mtu 1600 dev ens2f1 ssh root@lt43 ip link set mtu 1600 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.795 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.795/0.795/0.795/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.659 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.659/0.659/0.659/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.838 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.838/0.838/0.838/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.617 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.617/0.617/0.617/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vxlan test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rvxlan0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Svxlan1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T11:09:42Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T11:09:42Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T11:09:46Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T11:09:50Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T11:09:50Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T11:09:53Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T11:09:53Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T11:09:55Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T11:09:55Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T11:09:59Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T11:09:59Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T11:09:59Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vxlan0 -inet -inet6 down ifconfig vxlan0 destroy ifconfig vxlan1 -inet -inet6 down ifconfig vxlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv4: Address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv6: address not found. Error: ipv4: Address not found. Error: ipv6: address not found. ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt43 sysctl net.ipv4.ipfrag_time=2 net.ipv4.ipfrag_time = 2 ssh root@lt40 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 sysctl net.ipv6.ip6frag_time=2 net.ipv6.ip6frag_time = 2 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ssh root@lt40 modprobe wireguard ssh root@lt40 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ssh root@lt43 modprobe wireguard ssh root@lt43 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig wg0 create ifconfig wg1 create ifconfig wg0 wgport 7112 wgkey sQTY98+9eXFnKoYh0ShDMFxJKhktzlHkTnWIP5lh7bo= wgpeer dhAAanEhCAyLJD5ikQM4ftlQvhJwc/wJ+cYZv4g4pk0= wgendpoint 10.10.13.1 7111 wgaip 10.10.11.1/24 wgaip fdd7:e83e:66bd:1011::1/64 ifconfig wg1 wgport 7113 wgkey bXvN26pw699kDhy7b4uBYzNempxLts6f/RARPuFwwoI= wgpeer 7+8Sc0E2QLZBLyjuer+rPzxLM6p6H0D6aTmGnrkRx0A= wgendpoint 10.10.14.4 7114 wgaip 10.10.12.4/24 wgaip fdd7:e83e:66bd:1012::4/64 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type wireguard ssh root@lt43 ip link add name ens2f1.1 type wireguard ssh root@lt40 wg set ens2f1.1 listen-port 7111 private-key wg-private.key peer 4gjiSY1GKZLUbqUiJcvNdaYYLcw/oJvgIjUVzoc3lFM= allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 endpoint 10.10.13.2:7112 ssh root@lt43 wg set ens2f1.1 listen-port 7114 private-key wg-private.key peer ISzFGgOAFJAzVICDjNBqgm98WI8XfhKr0RrVsxlJbHk= allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 endpoint 10.10.14.3:7113 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig wg0 inet 10.10.11.2/24 ifconfig wg0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig wg0 inet 10.10.11.20/32 alias ifconfig wg0 inet 10.10.11.21/32 alias ifconfig wg0 inet 10.10.11.22/32 alias ifconfig wg0 inet 10.10.11.23/32 alias ifconfig wg0 inet 10.10.11.24/32 alias ifconfig wg0 inet 10.10.11.25/32 alias ifconfig wg0 inet 10.10.11.26/32 alias ifconfig wg0 inet 10.10.11.27/32 alias ifconfig wg0 inet 10.10.11.28/32 alias ifconfig wg0 inet 10.10.11.29/32 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig wg0 mtu 9000 ifconfig wg0 up ifconfig wg1 inet 10.10.12.3/24 ifconfig wg1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig wg1 mtu 9000 ifconfig wg1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=2.586 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.586/2.586/2.586/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=2.302 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.302/2.302/2.302/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.380 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.380/0.380/0.380/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.434 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.434/0.434/0.434/0.000 ms new config created: modify jumbo, iface ixl0, pseudo wg test 1/72 ssh_root@lt40_ping_-qfc10000_10.10.11.2 test 2/72 ping_-qfc10000_10.10.12.4 test 3/72 ssh_root@lt40_ping_-qfc10000_10.10.12.4 test 4/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1011::2 test 5/72 ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 6/72 ssh_root@lt40_ping6_-qfc10000_fdd7:e83e:66bd:1012::4 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.11.2 test 9/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.11.2 test 10/72 tcpbench_-S1000000_-t10_10.10.12.4 test 11/72 tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 12/72 ssh_root@lt40_tcpbench_-S1000000_-t10_10.10.12.4 test 13/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_10.10.12.4 test 14/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1011::2 test 15/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1011::2 test 16/72 tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 17/72 tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 18/72 ssh_root@lt40_tcpbench_-S1000000_-t10_fdd7:e83e:66bd:1012::4 test 19/72 ssh_root@lt40_tcpbench_-S1000000_-t10_-n100_fdd7:e83e:66bd:1012::4 test 20/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-a10.10.11.20_-t10_udpbench test 21/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 22/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 23/72 netbench.pl_-v_-b1000000_-f0_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 24/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 25/72 netbench.pl_-v_-b1000000_-f0_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 26/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-a10.10.11.20_-t10_udpbench test 27/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 28/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 29/72 netbench.pl_-v_-b1000000_-f1_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 30/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 31/72 netbench.pl_-v_-b1000000_-f1_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 32/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-a10.10.11.20_-t10_udpbench test 33/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 34/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 35/72 netbench.pl_-v_-b1000000_-f2_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 36/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 37/72 netbench.pl_-v_-b1000000_-f2_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 38/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 39/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 40/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 41/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 42/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 43/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 44/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 45/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 46/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 47/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 48/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 49/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 50/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-a10.10.11.20_-t10_udpbench test 51/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-afdd7:e83e:66bd:1011::20_-t10_udpbench test 52/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 53/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-croot@lt40_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 54/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-a10.10.12.40_-t10_udpbench test 55/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f2_-i0_-N10_-sroot@lt43_-afdd7:e83e:66bd:1012::40_-t10_udpbench test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 58/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpsplice test 59/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 60/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpsplice test 61/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 62/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_tcpcopy test 63/72 netbench.pl_-v_-b1000000_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 64/72 netbench.pl_-v_-b1000000_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_tcpcopy test 65/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 66/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f0_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 67/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-A10.10.11.20_-a10.10.12.40_-t10_udpsplice test 68/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-croot@lt40_-sroot@lt43_-Afdd7:e83e:66bd:1011::20_-afdd7:e83e:66bd:1012::40_-t10_udpsplice test 69/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.11.2_-S10.10.11.1_-croot@lt40_-a234.10.11.10_-t10_udpbench test 70/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rwg0_-Sens2f1.1_-croot@lt40_-aff34:40:fdd7:e83e:66bd:1011::10_-t10_udpbench test 71/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-R10.10.12.4_-S10.10.12.3_-sroot@lt43_-a234.10.12.10_-t10_udpbench test 72/72 netbench.pl_-v_-B1000000000_-b1000000_-d1_-f1_-i0_-N10_-Rens2f1.1_-Swg1_-sroot@lt43_-aff34:40:fdd7:e83e:66bd:1012::10_-t10_udpbench tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs 2025-03-28T11:45:33Z Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. 2025-03-28T11:45:33Z Command 'scp -q root@ot41:/root/netlink/test.* .' started. 2025-03-28T11:45:36Z Command 'scp -q root@ot41:/root/netlink/test.* .' finished. 2025-03-28T11:45:41Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' finished. 2025-03-28T11:45:41Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. 2025-03-28T11:45:43Z Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. 2025-03-28T11:45:43Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. 2025-03-28T11:45:46Z Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. 2025-03-28T11:45:46Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T11:45:50Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T11:45:50Z Command '/data/test/netlink/bin/netlink-html.pl -d 2025-03-28T01:41:21Z' started. 2025-03-28T11:45:50Z Command 'ssh root@ot41 dmesg' started. Writing output to 'dmesg-ot41.txt'. 2025-03-28T11:45:54Z Command 'ssh root@ot41 dmesg' finished. 2025-03-28T11:45:54Z Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-03-28T01:41:21Z down' started. 2025-03-28T11:45:59Z Command '/data/test/netlink/bin/setup-html.pl' started. 2025-03-28T11:46:08Z Command '/data/test/netlink/bin/setup-html.pl' finished. 2025-03-28T11:46:35Z Warning: Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-03-28T01:41:21Z down' failed: 256 at /data/test/netlink/bin/Hostctl.pm line 202. 2025-03-28T11:46:35Z Commands 1 out of 1 failed. at /data/test/netlink/bin/Hostctl.pm line 202.