Script '/data/test/netlink/bin/net.pl -h root@ot41 -d latest-ot41 -c all -i ixl -m none,jumbo -p all' started at 2025-01-13T05:12:30Z. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-01-13T01:37:17Z up' started. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-01-13T01:37:17Z up' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-13T01:37:17Z' started. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 0 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.11.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig ixl0 inet 10.10.11.20/32 alias ifconfig ixl0 inet 10.10.11.21/32 alias ifconfig ixl0 inet 10.10.11.22/32 alias ifconfig ixl0 inet 10.10.11.23/32 alias ifconfig ixl0 inet 10.10.11.24/32 alias ifconfig ixl0 inet 10.10.11.25/32 alias ifconfig ixl0 inet 10.10.11.26/32 alias ifconfig ixl0 inet 10.10.11.27/32 alias ifconfig ixl0 inet 10.10.11.28/32 alias ifconfig ixl0 inet 10.10.11.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.12.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.461 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.461/0.461/0.461/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.532 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.532/0.532/0.532/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.623 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.623/0.623/0.623/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.782 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.782/0.782/0.782/0.000 ms new config created: modify none, iface ixl0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig bridge0 create ifconfig vether0 create ifconfig bridge0 add ixl0 ifconfig bridge0 add ixl1 ifconfig bridge0 add vether0 ifconfig ixl0 up ifconfig ixl1 up ifconfig bridge0 up ifconfig vether0 inet 10.10.11.2/21 ifconfig vether0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vether0 inet 10.10.11.20/32 alias ifconfig vether0 inet 10.10.11.21/32 alias ifconfig vether0 inet 10.10.11.22/32 alias ifconfig vether0 inet 10.10.11.23/32 alias ifconfig vether0 inet 10.10.11.24/32 alias ifconfig vether0 inet 10.10.11.25/32 alias ifconfig vether0 inet 10.10.11.26/32 alias ifconfig vether0 inet 10.10.11.27/32 alias ifconfig vether0 inet 10.10.11.28/32 alias ifconfig vether0 inet 10.10.11.29/32 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vether0 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.634 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.634/0.634/0.634/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.459 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.459/0.459/0.459/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.601 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.601/0.601/0.601/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.541 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.541/0.541/0.541/0.000 ms new config created: modify none, iface ixl0, pseudo bridge test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig bridge0 -inet -inet6 down ifconfig bridge0 destroy ifconfig vether0 -inet -inet6 down ifconfig vether0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig carp0 create ifconfig carp1 create ifconfig carp0 carpdev ixl0 vhid 111 ifconfig carp1 carpdev ixl1 vhid 112 ifconfig ixl0 up ifconfig ixl1 up ifconfig carp0 inet 10.10.11.2/24 ifconfig carp0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig carp0 inet 10.10.11.20/32 alias ifconfig carp0 inet 10.10.11.21/32 alias ifconfig carp0 inet 10.10.11.22/32 alias ifconfig carp0 inet 10.10.11.23/32 alias ifconfig carp0 inet 10.10.11.24/32 alias ifconfig carp0 inet 10.10.11.25/32 alias ifconfig carp0 inet 10.10.11.26/32 alias ifconfig carp0 inet 10.10.11.27/32 alias ifconfig carp0 inet 10.10.11.28/32 alias ifconfig carp0 inet 10.10.11.29/32 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig carp0 up ifconfig carp1 inet 10.10.12.3/24 ifconfig carp1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig carp1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.501 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.501/0.501/0.501/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.530 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.530/0.530/0.530/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.597 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.597/0.597/0.597/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.540 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.540/0.540/0.540/0.000 ms new config created: modify none, iface ixl0, pseudo carp test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig carp0 -inet -inet6 down ifconfig carp0 destroy ifconfig carp1 -inet -inet6 down ifconfig carp1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1480 tunnel 10.10.13.2 10.10.13.1 ifconfig gif1 mtu 1480 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe sit ssh root@lt43 modprobe sit ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type sit mode any local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type sit mode any local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 up ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.385 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.385/0.385/0.385/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.289 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.295 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.295/0.295/0.295/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify none, iface ixl0, pseudo gif test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet6 fdd7:e83e:66bd:1013::2/64 ifconfig ixl1 inet6 fdd7:e83e:66bd:1014::3/64 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1013::2 fdd7:e83e:66bd:1013::1 ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1014::3 fdd7:e83e:66bd:1014::4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip6_tunnel ssh root@lt43 modprobe ip6_tunnel ssh root@lt40 ip address add fdd7:e83e:66bd:1013::1/64 dev ens2f1 ssh root@lt43 ip address add fdd7:e83e:66bd:1014::4/64 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1013::1 remote fdd7:e83e:66bd:1013::2 ssh root@lt43 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1014::4 remote fdd7:e83e:66bd:1014::3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 up ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.390 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.390/0.390/0.390/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.295 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.295/0.295/0.295/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.299 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.299/0.299/0.299/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.287 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.287/0.287/0.287/0.000 ms new config created: modify none, iface ixl0, pseudo gif6 test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gre0 create ifconfig gre1 create ifconfig gre0 vnetid 211 tunnel 10.10.13.2 10.10.13.1 ifconfig gre1 vnetid 212 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip_gre ssh root@lt43 modprobe ip_gre ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type gre key 211 local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type gre key 212 local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gre0 inet 10.10.11.2/32 10.10.11.1 ifconfig gre0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gre0 inet 10.10.11.20/32 alias ifconfig gre0 inet 10.10.11.21/32 alias ifconfig gre0 inet 10.10.11.22/32 alias ifconfig gre0 inet 10.10.11.23/32 alias ifconfig gre0 inet 10.10.11.24/32 alias ifconfig gre0 inet 10.10.11.25/32 alias ifconfig gre0 inet 10.10.11.26/32 alias ifconfig gre0 inet 10.10.11.27/32 alias ifconfig gre0 inet 10.10.11.28/32 alias ifconfig gre0 inet 10.10.11.29/32 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gre0 up ifconfig gre1 inet 10.10.12.3/32 10.10.12.4 ifconfig gre1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gre1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.385 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.385/0.385/0.385/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.289 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.294 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.294/0.294/0.294/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.287 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.287/0.287/0.287/0.000 ms new config created: modify none, iface ixl0, pseudo gre test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gre0 -inet -inet6 down ifconfig gre0 destroy ifconfig gre1 -inet -inet6 down ifconfig gre1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig veb0 create ifconfig vport0 create ifconfig veb0 add ixl0 ifconfig veb0 add ixl1 ifconfig veb0 add vport0 ifconfig ixl0 up ifconfig ixl1 up ifconfig veb0 up ifconfig vport0 inet 10.10.11.2/21 ifconfig vport0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vport0 inet 10.10.11.20/32 alias ifconfig vport0 inet 10.10.11.21/32 alias ifconfig vport0 inet 10.10.11.22/32 alias ifconfig vport0 inet 10.10.11.23/32 alias ifconfig vport0 inet 10.10.11.24/32 alias ifconfig vport0 inet 10.10.11.25/32 alias ifconfig vport0 inet 10.10.11.26/32 alias ifconfig vport0 inet 10.10.11.27/32 alias ifconfig vport0 inet 10.10.11.28/32 alias ifconfig vport0 inet 10.10.11.29/32 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vport0 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.563 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.563/0.563/0.563/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.444 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.444/0.444/0.444/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.553 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.553/0.553/0.553/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.570 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.570/0.570/0.570/0.000 ms new config created: modify none, iface ixl0, pseudo veb test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig veb0 -inet -inet6 down ifconfig veb0 destroy ifconfig vport0 -inet -inet6 down ifconfig vport0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 211 ifconfig vlan1 parent ixl1 vnetid 212 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f1 name ens2f1.1 type vlan id 211 ssh root@lt43 ip link add link ens2f1 name ens2f1.1 type vlan id 212 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vlan0 inet 10.10.11.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vlan0 inet 10.10.11.20/32 alias ifconfig vlan0 inet 10.10.11.21/32 alias ifconfig vlan0 inet 10.10.11.22/32 alias ifconfig vlan0 inet 10.10.11.23/32 alias ifconfig vlan0 inet 10.10.11.24/32 alias ifconfig vlan0 inet 10.10.11.25/32 alias ifconfig vlan0 inet 10.10.11.26/32 alias ifconfig vlan0 inet 10.10.11.27/32 alias ifconfig vlan0 inet 10.10.11.28/32 alias ifconfig vlan0 inet 10.10.11.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.12.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.660 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.660/0.660/0.660/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.559 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.559/0.559/0.559/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.583 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.583/0.583/0.583/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.538 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.538/0.538/0.538/0.000 ms new config created: modify none, iface ixl0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig ixl0 mtu 1600 ifconfig ixl1 mtu 1600 ifconfig vxlan0 create ifconfig vxlan1 create ifconfig vxlan0 parent ixl0 tunnel 10.10.13.2 234.10.13.1 ifconfig vxlan1 parent ixl1 tunnel 10.10.14.3 234.10.14.1 ifconfig vxlan0 vnetid 411 ifconfig vxlan1 vnetid 412 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe vxlan ssh root@lt43 modprobe vxlan ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type vxlan id 411 dstport 4789 dev ens2f1 local 10.10.13.1 group 234.10.13.1 ssh root@lt43 ip link add name ens2f1.1 type vxlan id 412 dstport 4789 dev ens2f1 local 10.10.14.4 group 234.10.14.1 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vxlan0 inet 10.10.11.2/24 ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vxlan0 inet 10.10.11.20/32 alias ifconfig vxlan0 inet 10.10.11.21/32 alias ifconfig vxlan0 inet 10.10.11.22/32 alias ifconfig vxlan0 inet 10.10.11.23/32 alias ifconfig vxlan0 inet 10.10.11.24/32 alias ifconfig vxlan0 inet 10.10.11.25/32 alias ifconfig vxlan0 inet 10.10.11.26/32 alias ifconfig vxlan0 inet 10.10.11.27/32 alias ifconfig vxlan0 inet 10.10.11.28/32 alias ifconfig vxlan0 inet 10.10.11.29/32 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vxlan0 up ifconfig vxlan1 inet 10.10.12.3/24 ifconfig vxlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vxlan1 up ssh root@lt40 ip link set mtu 1600 dev ens2f1 ssh root@lt43 ip link set mtu 1600 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.862 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.862/0.862/0.862/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.661 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.661/0.661/0.661/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.622 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.622/0.622/0.622/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.717 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.717/0.717/0.717/0.000 ms new config created: modify none, iface ixl0, pseudo vxlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vxlan0 -inet -inet6 down ifconfig vxlan0 destroy ifconfig vxlan1 -inet -inet6 down ifconfig vxlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ssh root@lt40 modprobe wireguard ssh root@lt40 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ssh root@lt43 modprobe wireguard ssh root@lt43 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig wg0 create ifconfig wg1 create ifconfig wg0 wgport 7112 wgkey TMXXq9uLDulsrKZDHBH25lPPva+I3eE6WwuLety0RvE= wgpeer kf0eEJ+ZBDeHVfspid39CmoeVaeDTAf2zQipkMt7nT4= wgendpoint 10.10.13.1 7111 wgaip 10.10.11.1/24 wgaip fdd7:e83e:66bd:1011::1/64 ifconfig wg1 wgport 7113 wgkey hOgRLBk+hoFOmYRF6cWdhju+EHLQ4XwxzaCgPTFuLyQ= wgpeer zFRUcb6QaKj8Aj0AFfZcUxL6BkCRuhSpjSCMu+SR9TA= wgendpoint 10.10.14.4 7114 wgaip 10.10.12.4/24 wgaip fdd7:e83e:66bd:1012::4/64 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type wireguard ssh root@lt43 ip link add name ens2f1.1 type wireguard ssh root@lt40 wg set ens2f1.1 listen-port 7111 private-key wg-private.key peer dzoKGoHynbODlIMU0ap/jntmQeXP4RwKd1mY3CckEis= allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 endpoint 10.10.13.2:7112 ssh root@lt43 wg set ens2f1.1 listen-port 7114 private-key wg-private.key peer 6HFfZoL9FD9fqJmOWcf1JRnzIqDdSwal2UuHEKlAdFE= allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 endpoint 10.10.14.3:7113 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig wg0 inet 10.10.11.2/24 ifconfig wg0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig wg0 inet 10.10.11.20/32 alias ifconfig wg0 inet 10.10.11.21/32 alias ifconfig wg0 inet 10.10.11.22/32 alias ifconfig wg0 inet 10.10.11.23/32 alias ifconfig wg0 inet 10.10.11.24/32 alias ifconfig wg0 inet 10.10.11.25/32 alias ifconfig wg0 inet 10.10.11.26/32 alias ifconfig wg0 inet 10.10.11.27/32 alias ifconfig wg0 inet 10.10.11.28/32 alias ifconfig wg0 inet 10.10.11.29/32 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig wg0 up ifconfig wg1 inet 10.10.12.3/24 ifconfig wg1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig wg1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=2.556 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.556/2.556/2.556/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=2.440 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.440/2.440/2.440/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.446 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.446/0.446/0.446/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.432 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.432/0.432/0.432/0.000 ms new config created: modify none, iface ixl0, pseudo wg test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig wg0 -inet -inet6 down ifconfig wg0 destroy ifconfig wg1 -inet -inet6 down ifconfig wg1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.11.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig ixl0 inet 10.10.11.20/32 alias ifconfig ixl0 inet 10.10.11.21/32 alias ifconfig ixl0 inet 10.10.11.22/32 alias ifconfig ixl0 inet 10.10.11.23/32 alias ifconfig ixl0 inet 10.10.11.24/32 alias ifconfig ixl0 inet 10.10.11.25/32 alias ifconfig ixl0 inet 10.10.11.26/32 alias ifconfig ixl0 inet 10.10.11.27/32 alias ifconfig ixl0 inet 10.10.11.28/32 alias ifconfig ixl0 inet 10.10.11.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.12.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.685 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.685/0.685/0.685/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.531 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.531/0.531/0.531/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.584 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.584/0.584/0.584/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.541 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.541/0.541/0.541/0.000 ms new config created: modify jumbo, iface ixl0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done Cannot find device "ens2f1.1" RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig bridge0 create ifconfig vether0 create ifconfig bridge0 add ixl0 ifconfig bridge0 add ixl1 ifconfig bridge0 add vether0 ifconfig ixl0 up ifconfig ixl1 up ifconfig bridge0 up ifconfig vether0 inet 10.10.11.2/21 ifconfig vether0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vether0 inet 10.10.11.20/32 alias ifconfig vether0 inet 10.10.11.21/32 alias ifconfig vether0 inet 10.10.11.22/32 alias ifconfig vether0 inet 10.10.11.23/32 alias ifconfig vether0 inet 10.10.11.24/32 alias ifconfig vether0 inet 10.10.11.25/32 alias ifconfig vether0 inet 10.10.11.26/32 alias ifconfig vether0 inet 10.10.11.27/32 alias ifconfig vether0 inet 10.10.11.28/32 alias ifconfig vether0 inet 10.10.11.29/32 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vether0 mtu 9000 ifconfig vether0 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.563 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.563/0.563/0.563/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.444 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.444/0.444/0.444/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.522 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.522/0.522/0.522/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.749 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.749/0.749/0.749/0.000 ms new config created: modify jumbo, iface ixl0, pseudo bridge test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig bridge0 -inet -inet6 down ifconfig bridge0 destroy ifconfig vether0 -inet -inet6 down ifconfig vether0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig carp0 create ifconfig carp1 create ifconfig carp0 carpdev ixl0 vhid 111 ifconfig carp1 carpdev ixl1 vhid 112 ifconfig ixl0 up ifconfig ixl1 up ifconfig carp0 inet 10.10.11.2/24 ifconfig carp0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig carp0 inet 10.10.11.20/32 alias ifconfig carp0 inet 10.10.11.21/32 alias ifconfig carp0 inet 10.10.11.22/32 alias ifconfig carp0 inet 10.10.11.23/32 alias ifconfig carp0 inet 10.10.11.24/32 alias ifconfig carp0 inet 10.10.11.25/32 alias ifconfig carp0 inet 10.10.11.26/32 alias ifconfig carp0 inet 10.10.11.27/32 alias ifconfig carp0 inet 10.10.11.28/32 alias ifconfig carp0 inet 10.10.11.29/32 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig carp0 mtu 9000 ifconfig carp0 up ifconfig: SIOCSIFMTU: Inappropriate ioctl for device ifconfig carp1 inet 10.10.12.3/24 ifconfig carp1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig carp1 mtu 9000 ifconfig carp1 up ifconfig: SIOCSIFMTU: Inappropriate ioctl for device ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.558 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.558/0.558/0.558/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.531 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.531/0.531/0.531/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.679 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.679/0.679/0.679/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.786 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.786/0.786/0.786/0.000 ms new config created: modify jumbo, iface ixl0, pseudo carp test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig carp0 -inet -inet6 down ifconfig carp0 destroy ifconfig carp1 -inet -inet6 down ifconfig carp1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1480 tunnel 10.10.13.2 10.10.13.1 ifconfig gif1 mtu 1480 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe sit ssh root@lt43 modprobe sit ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type sit mode any local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type sit mode any local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 mtu 9000 ifconfig gif0 up ifconfig: SIOCSIFMTU: Invalid argument ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 mtu 9000 ifconfig gif1 up ifconfig: SIOCSIFMTU: Invalid argument route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.323 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.323/0.323/0.323/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.287 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.287/0.287/0.287/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.303 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.303/0.303/0.303/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gif test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet6 fdd7:e83e:66bd:1013::2/64 ifconfig ixl1 inet6 fdd7:e83e:66bd:1014::3/64 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1013::2 fdd7:e83e:66bd:1013::1 ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1014::3 fdd7:e83e:66bd:1014::4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip6_tunnel ssh root@lt43 modprobe ip6_tunnel ssh root@lt40 ip address add fdd7:e83e:66bd:1013::1/64 dev ens2f1 ssh root@lt43 ip address add fdd7:e83e:66bd:1014::4/64 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1013::1 remote fdd7:e83e:66bd:1013::2 ssh root@lt43 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1014::4 remote fdd7:e83e:66bd:1014::3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 mtu 9000 ifconfig gif0 up ifconfig: SIOCSIFMTU: Invalid argument ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 mtu 9000 ifconfig gif1 up ifconfig: SIOCSIFMTU: Invalid argument route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.388 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.388/0.388/0.388/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.291 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.291/0.291/0.291/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.298 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.298/0.298/0.298/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.292 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.292/0.292/0.292/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gif6 test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gre0 create ifconfig gre1 create ifconfig gre0 vnetid 211 tunnel 10.10.13.2 10.10.13.1 ifconfig gre1 vnetid 212 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip_gre ssh root@lt43 modprobe ip_gre ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type gre key 211 local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type gre key 212 local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gre0 inet 10.10.11.2/32 10.10.11.1 ifconfig gre0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gre0 inet 10.10.11.20/32 alias ifconfig gre0 inet 10.10.11.21/32 alias ifconfig gre0 inet 10.10.11.22/32 alias ifconfig gre0 inet 10.10.11.23/32 alias ifconfig gre0 inet 10.10.11.24/32 alias ifconfig gre0 inet 10.10.11.25/32 alias ifconfig gre0 inet 10.10.11.26/32 alias ifconfig gre0 inet 10.10.11.27/32 alias ifconfig gre0 inet 10.10.11.28/32 alias ifconfig gre0 inet 10.10.11.29/32 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gre0 mtu 9000 ifconfig gre0 up ifconfig gre1 inet 10.10.12.3/32 10.10.12.4 ifconfig gre1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gre1 mtu 9000 ifconfig gre1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.386 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.386/0.386/0.386/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.282 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.282/0.282/0.282/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.297 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.297/0.297/0.297/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gre test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gre0 -inet -inet6 down ifconfig gre0 destroy ifconfig gre1 -inet -inet6 down ifconfig gre1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig veb0 create ifconfig vport0 create ifconfig veb0 add ixl0 ifconfig veb0 add ixl1 ifconfig veb0 add vport0 ifconfig ixl0 up ifconfig ixl1 up ifconfig veb0 up ifconfig vport0 inet 10.10.11.2/21 ifconfig vport0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vport0 inet 10.10.11.20/32 alias ifconfig vport0 inet 10.10.11.21/32 alias ifconfig vport0 inet 10.10.11.22/32 alias ifconfig vport0 inet 10.10.11.23/32 alias ifconfig vport0 inet 10.10.11.24/32 alias ifconfig vport0 inet 10.10.11.25/32 alias ifconfig vport0 inet 10.10.11.26/32 alias ifconfig vport0 inet 10.10.11.27/32 alias ifconfig vport0 inet 10.10.11.28/32 alias ifconfig vport0 inet 10.10.11.29/32 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vport0 mtu 9000 ifconfig vport0 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.565 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.565/0.565/0.565/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.450 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.450/0.450/0.450/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.699 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.699/0.699/0.699/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.693 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.693/0.693/0.693/0.000 ms new config created: modify jumbo, iface ixl0, pseudo veb test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig veb0 -inet -inet6 down ifconfig veb0 destroy ifconfig vport0 -inet -inet6 down ifconfig vport0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 211 ifconfig vlan1 parent ixl1 vnetid 212 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f1 name ens2f1.1 type vlan id 211 ssh root@lt43 ip link add link ens2f1 name ens2f1.1 type vlan id 212 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vlan0 inet 10.10.11.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vlan0 inet 10.10.11.20/32 alias ifconfig vlan0 inet 10.10.11.21/32 alias ifconfig vlan0 inet 10.10.11.22/32 alias ifconfig vlan0 inet 10.10.11.23/32 alias ifconfig vlan0 inet 10.10.11.24/32 alias ifconfig vlan0 inet 10.10.11.25/32 alias ifconfig vlan0 inet 10.10.11.26/32 alias ifconfig vlan0 inet 10.10.11.27/32 alias ifconfig vlan0 inet 10.10.11.28/32 alias ifconfig vlan0 inet 10.10.11.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.12.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.615 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.615/0.615/0.615/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.537 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.537/0.537/0.537/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.599 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.599/0.599/0.599/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.784 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.784/0.784/0.784/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig ixl0 mtu 1600 ifconfig ixl1 mtu 1600 ifconfig vxlan0 create ifconfig vxlan1 create ifconfig vxlan0 parent ixl0 tunnel 10.10.13.2 234.10.13.1 ifconfig vxlan1 parent ixl1 tunnel 10.10.14.3 234.10.14.1 ifconfig vxlan0 vnetid 411 ifconfig vxlan1 vnetid 412 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe vxlan ssh root@lt43 modprobe vxlan ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type vxlan id 411 dstport 4789 dev ens2f1 local 10.10.13.1 group 234.10.13.1 ssh root@lt43 ip link add name ens2f1.1 type vxlan id 412 dstport 4789 dev ens2f1 local 10.10.14.4 group 234.10.14.1 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vxlan0 inet 10.10.11.2/24 ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vxlan0 inet 10.10.11.20/32 alias ifconfig vxlan0 inet 10.10.11.21/32 alias ifconfig vxlan0 inet 10.10.11.22/32 alias ifconfig vxlan0 inet 10.10.11.23/32 alias ifconfig vxlan0 inet 10.10.11.24/32 alias ifconfig vxlan0 inet 10.10.11.25/32 alias ifconfig vxlan0 inet 10.10.11.26/32 alias ifconfig vxlan0 inet 10.10.11.27/32 alias ifconfig vxlan0 inet 10.10.11.28/32 alias ifconfig vxlan0 inet 10.10.11.29/32 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vxlan0 mtu 9000 ifconfig vxlan0 up ifconfig vxlan1 inet 10.10.12.3/24 ifconfig vxlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vxlan1 mtu 9000 ifconfig vxlan1 up ssh root@lt40 ip link set mtu 1600 dev ens2f1 ssh root@lt43 ip link set mtu 1600 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.974 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.974/0.974/0.974/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.610 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.610/0.610/0.610/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.572 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.572/0.572/0.572/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.786 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.786/0.786/0.786/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vxlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vxlan0 -inet -inet6 down ifconfig vxlan0 destroy ifconfig vxlan1 -inet -inet6 down ifconfig vxlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ssh root@lt40 modprobe wireguard ssh root@lt40 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ssh root@lt43 modprobe wireguard ssh root@lt43 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig wg0 create ifconfig wg1 create ifconfig wg0 wgport 7112 wgkey FxK7X7EWLWaYDbqBn36Sk7x89TBPsBww9ByS4GrQBZA= wgpeer GRrHJOdRq/exi0ygWiL/3DCgOEuGrTk9eqiDhO0QQy4= wgendpoint 10.10.13.1 7111 wgaip 10.10.11.1/24 wgaip fdd7:e83e:66bd:1011::1/64 ifconfig wg1 wgport 7113 wgkey nNElDVkZHbEhrxzoA3cyuR5QW/9aoJ2k0M8TcwcTGIg= wgpeer iv+gykTOXyU0vRvd16a6lQQwSeLyHpIQRjdyn4lPMzg= wgendpoint 10.10.14.4 7114 wgaip 10.10.12.4/24 wgaip fdd7:e83e:66bd:1012::4/64 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type wireguard ssh root@lt43 ip link add name ens2f1.1 type wireguard ssh root@lt40 wg set ens2f1.1 listen-port 7111 private-key wg-private.key peer uHYPsDmvNTXe8MPv+VBoLE1PdVCVZMfMR2U68qUjDTc= allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 endpoint 10.10.13.2:7112 ssh root@lt43 wg set ens2f1.1 listen-port 7114 private-key wg-private.key peer PQOGwHu8TTYrPK5H6rB4ZoYGr8iWoZ5VqqYnDTqOIl4= allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 endpoint 10.10.14.3:7113 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig wg0 inet 10.10.11.2/24 ifconfig wg0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig wg0 inet 10.10.11.20/32 alias ifconfig wg0 inet 10.10.11.21/32 alias ifconfig wg0 inet 10.10.11.22/32 alias ifconfig wg0 inet 10.10.11.23/32 alias ifconfig wg0 inet 10.10.11.24/32 alias ifconfig wg0 inet 10.10.11.25/32 alias ifconfig wg0 inet 10.10.11.26/32 alias ifconfig wg0 inet 10.10.11.27/32 alias ifconfig wg0 inet 10.10.11.28/32 alias ifconfig wg0 inet 10.10.11.29/32 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig wg0 mtu 9000 ifconfig wg0 up ifconfig wg1 inet 10.10.12.3/24 ifconfig wg1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig wg1 mtu 9000 ifconfig wg1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=2.588 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.588/2.588/2.588/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=2.318 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.318/2.318/2.318/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.432 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.432/0.432/0.432/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.416 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.416/0.416/0.416/0.000 ms new config created: modify jumbo, iface ixl0, pseudo wg test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' started. Command 'ssh root@ot41 dmesg' started. Writing output to 'dmesg-ot41.txt'. Command 'ssh root@ot41 dmesg' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-01-13T01:37:17Z down' started. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-01-13T01:37:17Z down' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-13T01:37:17Z' finished. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-13T01:37:17Z' started. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-13T01:37:17Z' finished. Command 'bin/netlink-html.pl -l' started. Command 'bin/netlink-html.pl -l' finished. Command 'bin/netlink-html.pl -h ot41' started. Command 'bin/netlink-html.pl -h ot41' finished. Script '/data/test/netlink/bin/net.pl -h root@ot41 -d latest-ot41 -c all -i ixl -m none,jumbo -p all' finished at 2025-01-13T11:52:51Z.