Script '/data/test/netlink/bin/net.pl -h root@ot41 -d latest-ot41 -c all -i ixl -m none,jumbo -p all' started at 2025-02-21T05:45:19Z. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-02-21T01:39:31Z up' started. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-02-21T01:39:31Z up' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl -d 2025-02-21T01:39:31Z' started. Command '/data/test/netlink/bin/setup-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 0 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.11.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig ixl0 inet 10.10.11.20/32 alias ifconfig ixl0 inet 10.10.11.21/32 alias ifconfig ixl0 inet 10.10.11.22/32 alias ifconfig ixl0 inet 10.10.11.23/32 alias ifconfig ixl0 inet 10.10.11.24/32 alias ifconfig ixl0 inet 10.10.11.25/32 alias ifconfig ixl0 inet 10.10.11.26/32 alias ifconfig ixl0 inet 10.10.11.27/32 alias ifconfig ixl0 inet 10.10.11.28/32 alias ifconfig ixl0 inet 10.10.11.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.12.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.562 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.562/0.562/0.562/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.553 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.553/0.553/0.553/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.465 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.465/0.465/0.465/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.563 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.563/0.563/0.563/0.000 ms new config created: modify none, iface ixl0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig bridge0 create ifconfig vether0 create ifconfig bridge0 add ixl0 ifconfig bridge0 add ixl1 ifconfig bridge0 add vether0 ifconfig ixl0 up ifconfig ixl1 up ifconfig bridge0 up ifconfig vether0 inet 10.10.11.2/21 ifconfig vether0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vether0 inet 10.10.11.20/32 alias ifconfig vether0 inet 10.10.11.21/32 alias ifconfig vether0 inet 10.10.11.22/32 alias ifconfig vether0 inet 10.10.11.23/32 alias ifconfig vether0 inet 10.10.11.24/32 alias ifconfig vether0 inet 10.10.11.25/32 alias ifconfig vether0 inet 10.10.11.26/32 alias ifconfig vether0 inet 10.10.11.27/32 alias ifconfig vether0 inet 10.10.11.28/32 alias ifconfig vether0 inet 10.10.11.29/32 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vether0 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.769 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.769/0.769/0.769/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.565 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.565/0.565/0.565/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.488 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.488/0.488/0.488/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.705 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.705/0.705/0.705/0.000 ms new config created: modify none, iface ixl0, pseudo bridge test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig bridge0 -inet -inet6 down ifconfig bridge0 destroy ifconfig vether0 -inet -inet6 down ifconfig vether0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig carp0 create ifconfig carp1 create ifconfig carp0 carpdev ixl0 vhid 111 ifconfig carp1 carpdev ixl1 vhid 112 ifconfig ixl0 up ifconfig ixl1 up ifconfig carp0 inet 10.10.11.2/24 ifconfig carp0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig carp0 inet 10.10.11.20/32 alias ifconfig carp0 inet 10.10.11.21/32 alias ifconfig carp0 inet 10.10.11.22/32 alias ifconfig carp0 inet 10.10.11.23/32 alias ifconfig carp0 inet 10.10.11.24/32 alias ifconfig carp0 inet 10.10.11.25/32 alias ifconfig carp0 inet 10.10.11.26/32 alias ifconfig carp0 inet 10.10.11.27/32 alias ifconfig carp0 inet 10.10.11.28/32 alias ifconfig carp0 inet 10.10.11.29/32 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig carp0 up ifconfig carp1 inet 10.10.12.3/24 ifconfig carp1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig carp1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.716 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.716/0.716/0.716/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.584 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.584/0.584/0.584/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.512 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.512/0.512/0.512/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.623 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.623/0.623/0.623/0.000 ms new config created: modify none, iface ixl0, pseudo carp test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig carp0 -inet -inet6 down ifconfig carp0 destroy ifconfig carp1 -inet -inet6 down ifconfig carp1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1480 tunnel 10.10.13.2 10.10.13.1 ifconfig gif1 mtu 1480 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe sit ssh root@lt43 modprobe sit ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type sit mode any local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type sit mode any local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 up ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.321 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.321/0.321/0.321/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.290 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.290/0.290/0.290/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.301 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.301/0.301/0.301/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.293 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.293/0.293/0.293/0.000 ms new config created: modify none, iface ixl0, pseudo gif test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet6 fdd7:e83e:66bd:1013::2/64 ifconfig ixl1 inet6 fdd7:e83e:66bd:1014::3/64 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1013::2 fdd7:e83e:66bd:1013::1 ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1014::3 fdd7:e83e:66bd:1014::4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip6_tunnel ssh root@lt43 modprobe ip6_tunnel ssh root@lt40 ip address add fdd7:e83e:66bd:1013::1/64 dev ens2f1 ssh root@lt43 ip address add fdd7:e83e:66bd:1014::4/64 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1013::1 remote fdd7:e83e:66bd:1013::2 ssh root@lt43 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1014::4 remote fdd7:e83e:66bd:1014::3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 up ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.321 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.321/0.321/0.321/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.304 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.304/0.304/0.304/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.299 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.299/0.299/0.299/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.293 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.293/0.293/0.293/0.000 ms new config created: modify none, iface ixl0, pseudo gif6 test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gre0 create ifconfig gre1 create ifconfig gre0 vnetid 211 tunnel 10.10.13.2 10.10.13.1 ifconfig gre1 vnetid 212 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip_gre ssh root@lt43 modprobe ip_gre ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type gre key 211 local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type gre key 212 local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gre0 inet 10.10.11.2/32 10.10.11.1 ifconfig gre0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gre0 inet 10.10.11.20/32 alias ifconfig gre0 inet 10.10.11.21/32 alias ifconfig gre0 inet 10.10.11.22/32 alias ifconfig gre0 inet 10.10.11.23/32 alias ifconfig gre0 inet 10.10.11.24/32 alias ifconfig gre0 inet 10.10.11.25/32 alias ifconfig gre0 inet 10.10.11.26/32 alias ifconfig gre0 inet 10.10.11.27/32 alias ifconfig gre0 inet 10.10.11.28/32 alias ifconfig gre0 inet 10.10.11.29/32 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gre0 up ifconfig gre1 inet 10.10.12.3/32 10.10.12.4 ifconfig gre1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gre1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.389 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.389/0.389/0.389/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.287 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.287/0.287/0.287/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.301 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.301/0.301/0.301/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.295 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.295/0.295/0.295/0.000 ms new config created: modify none, iface ixl0, pseudo gre test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gre0 -inet -inet6 down ifconfig gre0 destroy ifconfig gre1 -inet -inet6 down ifconfig gre1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig veb0 create ifconfig vport0 create ifconfig veb0 add ixl0 ifconfig veb0 add ixl1 ifconfig veb0 add vport0 ifconfig ixl0 up ifconfig ixl1 up ifconfig veb0 up ifconfig vport0 inet 10.10.11.2/21 ifconfig vport0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vport0 inet 10.10.11.20/32 alias ifconfig vport0 inet 10.10.11.21/32 alias ifconfig vport0 inet 10.10.11.22/32 alias ifconfig vport0 inet 10.10.11.23/32 alias ifconfig vport0 inet 10.10.11.24/32 alias ifconfig vport0 inet 10.10.11.25/32 alias ifconfig vport0 inet 10.10.11.26/32 alias ifconfig vport0 inet 10.10.11.27/32 alias ifconfig vport0 inet 10.10.11.28/32 alias ifconfig vport0 inet 10.10.11.29/32 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vport0 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.639 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.639/0.639/0.639/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.564 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.564/0.564/0.564/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.615 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.615/0.615/0.615/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.674 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.674/0.674/0.674/0.000 ms new config created: modify none, iface ixl0, pseudo veb test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig veb0 -inet -inet6 down ifconfig veb0 destroy ifconfig vport0 -inet -inet6 down ifconfig vport0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 211 ifconfig vlan1 parent ixl1 vnetid 212 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f1 name ens2f1.1 type vlan id 211 ssh root@lt43 ip link add link ens2f1 name ens2f1.1 type vlan id 212 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vlan0 inet 10.10.11.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vlan0 inet 10.10.11.20/32 alias ifconfig vlan0 inet 10.10.11.21/32 alias ifconfig vlan0 inet 10.10.11.22/32 alias ifconfig vlan0 inet 10.10.11.23/32 alias ifconfig vlan0 inet 10.10.11.24/32 alias ifconfig vlan0 inet 10.10.11.25/32 alias ifconfig vlan0 inet 10.10.11.26/32 alias ifconfig vlan0 inet 10.10.11.27/32 alias ifconfig vlan0 inet 10.10.11.28/32 alias ifconfig vlan0 inet 10.10.11.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.12.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.636 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.636/0.636/0.636/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.585 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.585/0.585/0.585/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.444 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.444/0.444/0.444/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.603 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.603/0.603/0.603/0.000 ms new config created: modify none, iface ixl0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig ixl0 mtu 1600 ifconfig ixl1 mtu 1600 ifconfig vxlan0 create ifconfig vxlan1 create ifconfig vxlan0 parent ixl0 tunnel 10.10.13.2 234.10.13.1 ifconfig vxlan1 parent ixl1 tunnel 10.10.14.3 234.10.14.1 ifconfig vxlan0 vnetid 411 ifconfig vxlan1 vnetid 412 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe vxlan ssh root@lt43 modprobe vxlan ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type vxlan id 411 dstport 4789 dev ens2f1 local 10.10.13.1 group 234.10.13.1 ssh root@lt43 ip link add name ens2f1.1 type vxlan id 412 dstport 4789 dev ens2f1 local 10.10.14.4 group 234.10.14.1 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vxlan0 inet 10.10.11.2/24 ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vxlan0 inet 10.10.11.20/32 alias ifconfig vxlan0 inet 10.10.11.21/32 alias ifconfig vxlan0 inet 10.10.11.22/32 alias ifconfig vxlan0 inet 10.10.11.23/32 alias ifconfig vxlan0 inet 10.10.11.24/32 alias ifconfig vxlan0 inet 10.10.11.25/32 alias ifconfig vxlan0 inet 10.10.11.26/32 alias ifconfig vxlan0 inet 10.10.11.27/32 alias ifconfig vxlan0 inet 10.10.11.28/32 alias ifconfig vxlan0 inet 10.10.11.29/32 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vxlan0 up ifconfig vxlan1 inet 10.10.12.3/24 ifconfig vxlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vxlan1 up ssh root@lt40 ip link set mtu 1600 dev ens2f1 ssh root@lt43 ip link set mtu 1600 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.913 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.913/0.913/0.913/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes --- 10.10.12.4 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.764 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.764/0.764/0.764/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=1005.214 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1005.214/1005.214/1005.214/0.000 ms new config created: modify none, iface ixl0, pseudo vxlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 64/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vxlan0 -inet -inet6 down ifconfig vxlan0 destroy ifconfig vxlan1 -inet -inet6 down ifconfig vxlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ssh root@lt40 modprobe wireguard ssh root@lt40 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ssh root@lt43 modprobe wireguard ssh root@lt43 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig wg0 create ifconfig wg1 create ifconfig wg0 wgport 7112 wgkey ip8kN1fUqPrBNp23JEY8n6UpYq7NLNL1bCussZjLN+s= wgpeer HrmBfMPudKmDCXVyY7m5cQ1MOW0Ik1IJJZfjLNHn7Bo= wgendpoint 10.10.13.1 7111 wgaip 10.10.11.1/24 wgaip fdd7:e83e:66bd:1011::1/64 ifconfig wg1 wgport 7113 wgkey IJZmjhPqXEBGD76n818js6Mr2fGz3u2Patf2qKk7lyQ= wgpeer aWKZpGYcsI9ZmCIyR8q015g1Nhpkb10dZqF/VJakySE= wgendpoint 10.10.14.4 7114 wgaip 10.10.12.4/24 wgaip fdd7:e83e:66bd:1012::4/64 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type wireguard ssh root@lt43 ip link add name ens2f1.1 type wireguard ssh root@lt40 wg set ens2f1.1 listen-port 7111 private-key wg-private.key peer 4h91zG98wxBEz5SRHAOuByTACR7pl6EDCXpCoZsxTgM= allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 endpoint 10.10.13.2:7112 ssh root@lt43 wg set ens2f1.1 listen-port 7114 private-key wg-private.key peer ytAnffSE+aj4mO84jaGDEaNRfAGzh8dHBunGY8DNEFI= allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 endpoint 10.10.14.3:7113 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig wg0 inet 10.10.11.2/24 ifconfig wg0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig wg0 inet 10.10.11.20/32 alias ifconfig wg0 inet 10.10.11.21/32 alias ifconfig wg0 inet 10.10.11.22/32 alias ifconfig wg0 inet 10.10.11.23/32 alias ifconfig wg0 inet 10.10.11.24/32 alias ifconfig wg0 inet 10.10.11.25/32 alias ifconfig wg0 inet 10.10.11.26/32 alias ifconfig wg0 inet 10.10.11.27/32 alias ifconfig wg0 inet 10.10.11.28/32 alias ifconfig wg0 inet 10.10.11.29/32 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig wg0 up ifconfig wg1 inet 10.10.12.3/24 ifconfig wg1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig wg1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=5020.324 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 5020.324/5020.324/5020.324/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=2.489 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.489/2.489/2.489/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.357 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.357/0.357/0.357/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.359 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.359/0.359/0.359/0.000 ms new config created: modify none, iface ixl0, pseudo wg test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig wg0 -inet -inet6 down ifconfig wg0 destroy ifconfig wg1 -inet -inet6 down ifconfig wg1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.11.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig ixl0 inet 10.10.11.20/32 alias ifconfig ixl0 inet 10.10.11.21/32 alias ifconfig ixl0 inet 10.10.11.22/32 alias ifconfig ixl0 inet 10.10.11.23/32 alias ifconfig ixl0 inet 10.10.11.24/32 alias ifconfig ixl0 inet 10.10.11.25/32 alias ifconfig ixl0 inet 10.10.11.26/32 alias ifconfig ixl0 inet 10.10.11.27/32 alias ifconfig ixl0 inet 10.10.11.28/32 alias ifconfig ixl0 inet 10.10.11.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.12.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.755 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.755/0.755/0.755/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.575 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.575/0.575/0.575/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.494 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.494/0.494/0.494/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.583 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.583/0.583/0.583/0.000 ms new config created: modify jumbo, iface ixl0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig bridge0 create ifconfig vether0 create ifconfig bridge0 add ixl0 ifconfig bridge0 add ixl1 ifconfig bridge0 add vether0 ifconfig ixl0 up ifconfig ixl1 up ifconfig bridge0 up ifconfig vether0 inet 10.10.11.2/21 ifconfig vether0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vether0 inet 10.10.11.20/32 alias ifconfig vether0 inet 10.10.11.21/32 alias ifconfig vether0 inet 10.10.11.22/32 alias ifconfig vether0 inet 10.10.11.23/32 alias ifconfig vether0 inet 10.10.11.24/32 alias ifconfig vether0 inet 10.10.11.25/32 alias ifconfig vether0 inet 10.10.11.26/32 alias ifconfig vether0 inet 10.10.11.27/32 alias ifconfig vether0 inet 10.10.11.28/32 alias ifconfig vether0 inet 10.10.11.29/32 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vether0 mtu 9000 ifconfig vether0 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.711 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.711/0.711/0.711/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.566 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.566/0.566/0.566/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.744 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.744/0.744/0.744/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.766 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.766/0.766/0.766/0.000 ms new config created: modify jumbo, iface ixl0, pseudo bridge test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig bridge0 -inet -inet6 down ifconfig bridge0 destroy ifconfig vether0 -inet -inet6 down ifconfig vether0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig carp0 create ifconfig carp1 create ifconfig carp0 carpdev ixl0 vhid 111 ifconfig carp1 carpdev ixl1 vhid 112 ifconfig ixl0 up ifconfig ixl1 up ifconfig carp0 inet 10.10.11.2/24 ifconfig carp0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig carp0 inet 10.10.11.20/32 alias ifconfig carp0 inet 10.10.11.21/32 alias ifconfig carp0 inet 10.10.11.22/32 alias ifconfig carp0 inet 10.10.11.23/32 alias ifconfig carp0 inet 10.10.11.24/32 alias ifconfig carp0 inet 10.10.11.25/32 alias ifconfig carp0 inet 10.10.11.26/32 alias ifconfig carp0 inet 10.10.11.27/32 alias ifconfig carp0 inet 10.10.11.28/32 alias ifconfig carp0 inet 10.10.11.29/32 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig carp0 mtu 9000 ifconfig carp0 up ifconfig: SIOCSIFMTU: Inappropriate ioctl for device ifconfig carp1 inet 10.10.12.3/24 ifconfig carp1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig carp1 mtu 9000 ifconfig carp1 up ifconfig: SIOCSIFMTU: Inappropriate ioctl for device ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.773 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.773/0.773/0.773/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.573 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.573/0.573/0.573/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.478 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.478/0.478/0.478/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.601 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.601/0.601/0.601/0.000 ms new config created: modify jumbo, iface ixl0, pseudo carp test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig carp0 -inet -inet6 down ifconfig carp0 destroy ifconfig carp1 -inet -inet6 down ifconfig carp1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1480 tunnel 10.10.13.2 10.10.13.1 ifconfig gif1 mtu 1480 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe sit ssh root@lt43 modprobe sit ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type sit mode any local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type sit mode any local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 mtu 9000 ifconfig gif0 up ifconfig: SIOCSIFMTU: Invalid argument ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 mtu 9000 ifconfig gif1 up ifconfig: SIOCSIFMTU: Invalid argument route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.384 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.384/0.384/0.384/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.291 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.291/0.291/0.291/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.299 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.299/0.299/0.299/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gif test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet6 fdd7:e83e:66bd:1013::2/64 ifconfig ixl1 inet6 fdd7:e83e:66bd:1014::3/64 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1013::2 fdd7:e83e:66bd:1013::1 ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1014::3 fdd7:e83e:66bd:1014::4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip6_tunnel ssh root@lt43 modprobe ip6_tunnel ssh root@lt40 ip address add fdd7:e83e:66bd:1013::1/64 dev ens2f1 ssh root@lt43 ip address add fdd7:e83e:66bd:1014::4/64 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1013::1 remote fdd7:e83e:66bd:1013::2 ssh root@lt43 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1014::4 remote fdd7:e83e:66bd:1014::3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 mtu 9000 ifconfig gif0 up ifconfig: SIOCSIFMTU: Invalid argument ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 mtu 9000 ifconfig gif1 up ifconfig: SIOCSIFMTU: Invalid argument route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.388 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.388/0.388/0.388/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.301 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.301/0.301/0.301/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.295 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.295/0.295/0.295/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gif6 test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gre0 create ifconfig gre1 create ifconfig gre0 vnetid 211 tunnel 10.10.13.2 10.10.13.1 ifconfig gre1 vnetid 212 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip_gre ssh root@lt43 modprobe ip_gre ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type gre key 211 local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type gre key 212 local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gre0 inet 10.10.11.2/32 10.10.11.1 ifconfig gre0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gre0 inet 10.10.11.20/32 alias ifconfig gre0 inet 10.10.11.21/32 alias ifconfig gre0 inet 10.10.11.22/32 alias ifconfig gre0 inet 10.10.11.23/32 alias ifconfig gre0 inet 10.10.11.24/32 alias ifconfig gre0 inet 10.10.11.25/32 alias ifconfig gre0 inet 10.10.11.26/32 alias ifconfig gre0 inet 10.10.11.27/32 alias ifconfig gre0 inet 10.10.11.28/32 alias ifconfig gre0 inet 10.10.11.29/32 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gre0 mtu 9000 ifconfig gre0 up ifconfig gre1 inet 10.10.12.3/32 10.10.12.4 ifconfig gre1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gre1 mtu 9000 ifconfig gre1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.391 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.391/0.391/0.391/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.299 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.299/0.299/0.299/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.301 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.301/0.301/0.301/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.291 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.291/0.291/0.291/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gre test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gre0 -inet -inet6 down ifconfig gre0 destroy ifconfig gre1 -inet -inet6 down ifconfig gre1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig veb0 create ifconfig vport0 create ifconfig veb0 add ixl0 ifconfig veb0 add ixl1 ifconfig veb0 add vport0 ifconfig ixl0 up ifconfig ixl1 up ifconfig veb0 up ifconfig vport0 inet 10.10.11.2/21 ifconfig vport0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vport0 inet 10.10.11.20/32 alias ifconfig vport0 inet 10.10.11.21/32 alias ifconfig vport0 inet 10.10.11.22/32 alias ifconfig vport0 inet 10.10.11.23/32 alias ifconfig vport0 inet 10.10.11.24/32 alias ifconfig vport0 inet 10.10.11.25/32 alias ifconfig vport0 inet 10.10.11.26/32 alias ifconfig vport0 inet 10.10.11.27/32 alias ifconfig vport0 inet 10.10.11.28/32 alias ifconfig vport0 inet 10.10.11.29/32 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vport0 mtu 9000 ifconfig vport0 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.704 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.704/0.704/0.704/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.559 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.559/0.559/0.559/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.570 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.570/0.570/0.570/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.526 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.526/0.526/0.526/0.000 ms new config created: modify jumbo, iface ixl0, pseudo veb test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig veb0 -inet -inet6 down ifconfig veb0 destroy ifconfig vport0 -inet -inet6 down ifconfig vport0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 211 ifconfig vlan1 parent ixl1 vnetid 212 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f1 name ens2f1.1 type vlan id 211 ssh root@lt43 ip link add link ens2f1 name ens2f1.1 type vlan id 212 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vlan0 inet 10.10.11.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vlan0 inet 10.10.11.20/32 alias ifconfig vlan0 inet 10.10.11.21/32 alias ifconfig vlan0 inet 10.10.11.22/32 alias ifconfig vlan0 inet 10.10.11.23/32 alias ifconfig vlan0 inet 10.10.11.24/32 alias ifconfig vlan0 inet 10.10.11.25/32 alias ifconfig vlan0 inet 10.10.11.26/32 alias ifconfig vlan0 inet 10.10.11.27/32 alias ifconfig vlan0 inet 10.10.11.28/32 alias ifconfig vlan0 inet 10.10.11.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.12.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.751 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.751/0.751/0.751/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.568 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.568/0.568/0.568/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.436 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.436/0.436/0.436/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.604 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.604/0.604/0.604/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig ixl0 mtu 1600 ifconfig ixl1 mtu 1600 ifconfig vxlan0 create ifconfig vxlan1 create ifconfig vxlan0 parent ixl0 tunnel 10.10.13.2 234.10.13.1 ifconfig vxlan1 parent ixl1 tunnel 10.10.14.3 234.10.14.1 ifconfig vxlan0 vnetid 411 ifconfig vxlan1 vnetid 412 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe vxlan ssh root@lt43 modprobe vxlan ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type vxlan id 411 dstport 4789 dev ens2f1 local 10.10.13.1 group 234.10.13.1 ssh root@lt43 ip link add name ens2f1.1 type vxlan id 412 dstport 4789 dev ens2f1 local 10.10.14.4 group 234.10.14.1 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vxlan0 inet 10.10.11.2/24 ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vxlan0 inet 10.10.11.20/32 alias ifconfig vxlan0 inet 10.10.11.21/32 alias ifconfig vxlan0 inet 10.10.11.22/32 alias ifconfig vxlan0 inet 10.10.11.23/32 alias ifconfig vxlan0 inet 10.10.11.24/32 alias ifconfig vxlan0 inet 10.10.11.25/32 alias ifconfig vxlan0 inet 10.10.11.26/32 alias ifconfig vxlan0 inet 10.10.11.27/32 alias ifconfig vxlan0 inet 10.10.11.28/32 alias ifconfig vxlan0 inet 10.10.11.29/32 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vxlan0 mtu 9000 ifconfig vxlan0 up ifconfig vxlan1 inet 10.10.12.3/24 ifconfig vxlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vxlan1 mtu 9000 ifconfig vxlan1 up ssh root@lt40 ip link set mtu 1600 dev ens2f1 ssh root@lt43 ip link set mtu 1600 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.907 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.907/0.907/0.907/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.762 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.762/0.762/0.762/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.646 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.646/0.646/0.646/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.766 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.766/0.766/0.766/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vxlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vxlan0 -inet -inet6 down ifconfig vxlan0 destroy ifconfig vxlan1 -inet -inet6 down ifconfig vxlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ssh root@lt40 modprobe wireguard ssh root@lt40 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ssh root@lt43 modprobe wireguard ssh root@lt43 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig wg0 create ifconfig wg1 create ifconfig wg0 wgport 7112 wgkey kqgVi4l60JAkWTUnWaR8qd/ibIe/Wka820sL2XkXvt4= wgpeer Umf8dTzrG1HD+BSc7AeaWOnb3kVfpW4iKi78gf4LZHg= wgendpoint 10.10.13.1 7111 wgaip 10.10.11.1/24 wgaip fdd7:e83e:66bd:1011::1/64 ifconfig wg1 wgport 7113 wgkey DPRj2+/XxXuvSfWigngx9y69EsN4y7z7g0z0PsmiKFE= wgpeer 9EXU3QqyfkkWphyWBunY/Vm7INdyND6MYjmN1kvkZFQ= wgendpoint 10.10.14.4 7114 wgaip 10.10.12.4/24 wgaip fdd7:e83e:66bd:1012::4/64 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type wireguard ssh root@lt43 ip link add name ens2f1.1 type wireguard ssh root@lt40 wg set ens2f1.1 listen-port 7111 private-key wg-private.key peer 2Ndv2xjKi+OqEdwbk5xN6hrA5spRl6YvbQNbHQIHhGA= allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 endpoint 10.10.13.2:7112 ssh root@lt43 wg set ens2f1.1 listen-port 7114 private-key wg-private.key peer uJYJymB1clEJXKjiFaWVT+oK/SM031Pr/dvTxZ0oHl8= allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 endpoint 10.10.14.3:7113 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig wg0 inet 10.10.11.2/24 ifconfig wg0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig wg0 inet 10.10.11.20/32 alias ifconfig wg0 inet 10.10.11.21/32 alias ifconfig wg0 inet 10.10.11.22/32 alias ifconfig wg0 inet 10.10.11.23/32 alias ifconfig wg0 inet 10.10.11.24/32 alias ifconfig wg0 inet 10.10.11.25/32 alias ifconfig wg0 inet 10.10.11.26/32 alias ifconfig wg0 inet 10.10.11.27/32 alias ifconfig wg0 inet 10.10.11.28/32 alias ifconfig wg0 inet 10.10.11.29/32 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig wg0 mtu 9000 ifconfig wg0 up ifconfig wg1 inet 10.10.12.3/24 ifconfig wg1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig wg1 mtu 9000 ifconfig wg1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=5060.151 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 5060.151/5060.151/5060.151/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=2.472 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.472/2.472/2.472/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.591 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.591/0.591/0.591/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.430 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.430/0.430/0.430/0.000 ms new config created: modify jumbo, iface ixl0, pseudo wg test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' started. Command 'ssh root@ot41 dmesg' started. Writing output to 'dmesg-ot41.txt'. Command 'ssh root@ot41 dmesg' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-02-21T01:39:31Z down' started. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-02-21T01:39:31Z down' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-02-21T01:39:31Z' finished. Command '/data/test/netlink/bin/setup-html.pl -d 2025-02-21T01:39:31Z' started. Command '/data/test/netlink/bin/setup-html.pl -d 2025-02-21T01:39:31Z' finished. Command 'bin/netlink-html.pl -l' started. Command 'bin/netlink-html.pl -l' finished. Command 'bin/netlink-html.pl -h ot41' started. Command 'bin/netlink-html.pl -h ot41' finished. Script '/data/test/netlink/bin/net.pl -h root@ot41 -d latest-ot41 -c all -i ixl -m none,jumbo -p all' finished at 2025-02-21T12:17:57Z.