Script '/data/test/netlink/bin/net.pl -h root@ot41 -d latest-ot41 -c all -i ixl -m none,jumbo -p all' started at 2025-01-17T05:23:03Z. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-01-17T01:39:23Z up' started. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-01-17T01:39:23Z up' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-17T01:39:23Z' started. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 0 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.11.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig ixl0 inet 10.10.11.20/32 alias ifconfig ixl0 inet 10.10.11.21/32 alias ifconfig ixl0 inet 10.10.11.22/32 alias ifconfig ixl0 inet 10.10.11.23/32 alias ifconfig ixl0 inet 10.10.11.24/32 alias ifconfig ixl0 inet 10.10.11.25/32 alias ifconfig ixl0 inet 10.10.11.26/32 alias ifconfig ixl0 inet 10.10.11.27/32 alias ifconfig ixl0 inet 10.10.11.28/32 alias ifconfig ixl0 inet 10.10.11.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.12.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.559 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.559/0.559/0.559/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.529 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.529/0.529/0.529/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.668 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.668/0.668/0.668/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.780 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.780/0.780/0.780/0.000 ms new config created: modify none, iface ixl0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig bridge0 create ifconfig vether0 create ifconfig bridge0 add ixl0 ifconfig bridge0 add ixl1 ifconfig bridge0 add vether0 ifconfig ixl0 up ifconfig ixl1 up ifconfig bridge0 up ifconfig vether0 inet 10.10.11.2/21 ifconfig vether0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vether0 inet 10.10.11.20/32 alias ifconfig vether0 inet 10.10.11.21/32 alias ifconfig vether0 inet 10.10.11.22/32 alias ifconfig vether0 inet 10.10.11.23/32 alias ifconfig vether0 inet 10.10.11.24/32 alias ifconfig vether0 inet 10.10.11.25/32 alias ifconfig vether0 inet 10.10.11.26/32 alias ifconfig vether0 inet 10.10.11.27/32 alias ifconfig vether0 inet 10.10.11.28/32 alias ifconfig vether0 inet 10.10.11.29/32 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vether0 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.674 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.674/0.674/0.674/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.552 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.552/0.552/0.552/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.700 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.700/0.700/0.700/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.524 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.524/0.524/0.524/0.000 ms new config created: modify none, iface ixl0, pseudo bridge test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig bridge0 -inet -inet6 down ifconfig bridge0 destroy ifconfig vether0 -inet -inet6 down ifconfig vether0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig carp0 create ifconfig carp1 create ifconfig carp0 carpdev ixl0 vhid 111 ifconfig carp1 carpdev ixl1 vhid 112 ifconfig ixl0 up ifconfig ixl1 up ifconfig carp0 inet 10.10.11.2/24 ifconfig carp0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig carp0 inet 10.10.11.20/32 alias ifconfig carp0 inet 10.10.11.21/32 alias ifconfig carp0 inet 10.10.11.22/32 alias ifconfig carp0 inet 10.10.11.23/32 alias ifconfig carp0 inet 10.10.11.24/32 alias ifconfig carp0 inet 10.10.11.25/32 alias ifconfig carp0 inet 10.10.11.26/32 alias ifconfig carp0 inet 10.10.11.27/32 alias ifconfig carp0 inet 10.10.11.28/32 alias ifconfig carp0 inet 10.10.11.29/32 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig carp0 up ifconfig carp1 inet 10.10.12.3/24 ifconfig carp1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig carp1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.778 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.778/0.778/0.778/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.530 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.530/0.530/0.530/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.693 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.693/0.693/0.693/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.784 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.784/0.784/0.784/0.000 ms new config created: modify none, iface ixl0, pseudo carp test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig carp0 -inet -inet6 down ifconfig carp0 destroy ifconfig carp1 -inet -inet6 down ifconfig carp1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1480 tunnel 10.10.13.2 10.10.13.1 ifconfig gif1 mtu 1480 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe sit ssh root@lt43 modprobe sit ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type sit mode any local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type sit mode any local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 up ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.322 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.322/0.322/0.322/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.288 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.288/0.288/0.288/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.304 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.304/0.304/0.304/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.290 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.290/0.290/0.290/0.000 ms new config created: modify none, iface ixl0, pseudo gif test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet6 fdd7:e83e:66bd:1013::2/64 ifconfig ixl1 inet6 fdd7:e83e:66bd:1014::3/64 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1013::2 fdd7:e83e:66bd:1013::1 ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1014::3 fdd7:e83e:66bd:1014::4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip6_tunnel ssh root@lt43 modprobe ip6_tunnel ssh root@lt40 ip address add fdd7:e83e:66bd:1013::1/64 dev ens2f1 ssh root@lt43 ip address add fdd7:e83e:66bd:1014::4/64 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1013::1 remote fdd7:e83e:66bd:1013::2 ssh root@lt43 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1014::4 remote fdd7:e83e:66bd:1014::3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 up ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.388 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.388/0.388/0.388/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.295 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.295/0.295/0.295/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.298 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.298/0.298/0.298/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.292 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.292/0.292/0.292/0.000 ms new config created: modify none, iface ixl0, pseudo gif6 test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223. test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gre0 create ifconfig gre1 create ifconfig gre0 vnetid 211 tunnel 10.10.13.2 10.10.13.1 ifconfig gre1 vnetid 212 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip_gre ssh root@lt43 modprobe ip_gre ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type gre key 211 local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type gre key 212 local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gre0 inet 10.10.11.2/32 10.10.11.1 ifconfig gre0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gre0 inet 10.10.11.20/32 alias ifconfig gre0 inet 10.10.11.21/32 alias ifconfig gre0 inet 10.10.11.22/32 alias ifconfig gre0 inet 10.10.11.23/32 alias ifconfig gre0 inet 10.10.11.24/32 alias ifconfig gre0 inet 10.10.11.25/32 alias ifconfig gre0 inet 10.10.11.26/32 alias ifconfig gre0 inet 10.10.11.27/32 alias ifconfig gre0 inet 10.10.11.28/32 alias ifconfig gre0 inet 10.10.11.29/32 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gre0 up ifconfig gre1 inet 10.10.12.3/32 10.10.12.4 ifconfig gre1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gre1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.387 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.387/0.387/0.387/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.291 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.291/0.291/0.291/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.298 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.298/0.298/0.298/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.290 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.290/0.290/0.290/0.000 ms new config created: modify none, iface ixl0, pseudo gre test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gre0 -inet -inet6 down ifconfig gre0 destroy ifconfig gre1 -inet -inet6 down ifconfig gre1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig veb0 create ifconfig vport0 create ifconfig veb0 add ixl0 ifconfig veb0 add ixl1 ifconfig veb0 add vport0 ifconfig ixl0 up ifconfig ixl1 up ifconfig veb0 up ifconfig vport0 inet 10.10.11.2/21 ifconfig vport0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vport0 inet 10.10.11.20/32 alias ifconfig vport0 inet 10.10.11.21/32 alias ifconfig vport0 inet 10.10.11.22/32 alias ifconfig vport0 inet 10.10.11.23/32 alias ifconfig vport0 inet 10.10.11.24/32 alias ifconfig vport0 inet 10.10.11.25/32 alias ifconfig vport0 inet 10.10.11.26/32 alias ifconfig vport0 inet 10.10.11.27/32 alias ifconfig vport0 inet 10.10.11.28/32 alias ifconfig vport0 inet 10.10.11.29/32 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vport0 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.706 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.706/0.706/0.706/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.537 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.537/0.537/0.537/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.697 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.697/0.697/0.697/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.443 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.443/0.443/0.443/0.000 ms new config created: modify none, iface ixl0, pseudo veb test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig veb0 -inet -inet6 down ifconfig veb0 destroy ifconfig vport0 -inet -inet6 down ifconfig vport0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process arp -da RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 211 ifconfig vlan1 parent ixl1 vnetid 212 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f1 name ens2f1.1 type vlan id 211 ssh root@lt43 ip link add link ens2f1 name ens2f1.1 type vlan id 212 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vlan0 inet 10.10.11.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vlan0 inet 10.10.11.20/32 alias ifconfig vlan0 inet 10.10.11.21/32 alias ifconfig vlan0 inet 10.10.11.22/32 alias ifconfig vlan0 inet 10.10.11.23/32 alias ifconfig vlan0 inet 10.10.11.24/32 alias ifconfig vlan0 inet 10.10.11.25/32 alias ifconfig vlan0 inet 10.10.11.26/32 alias ifconfig vlan0 inet 10.10.11.27/32 alias ifconfig vlan0 inet 10.10.11.28/32 alias ifconfig vlan0 inet 10.10.11.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.12.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.769 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.769/0.769/0.769/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.553 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.553/0.553/0.553/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.580 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.580/0.580/0.580/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.785 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.785/0.785/0.785/0.000 ms new config created: modify none, iface ixl0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig ixl0 mtu 1600 ifconfig ixl1 mtu 1600 ifconfig vxlan0 create ifconfig vxlan1 create ifconfig vxlan0 parent ixl0 tunnel 10.10.13.2 234.10.13.1 ifconfig vxlan1 parent ixl1 tunnel 10.10.14.3 234.10.14.1 ifconfig vxlan0 vnetid 411 ifconfig vxlan1 vnetid 412 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe vxlan ssh root@lt43 modprobe vxlan ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type vxlan id 411 dstport 4789 dev ens2f1 local 10.10.13.1 group 234.10.13.1 ssh root@lt43 ip link add name ens2f1.1 type vxlan id 412 dstport 4789 dev ens2f1 local 10.10.14.4 group 234.10.14.1 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vxlan0 inet 10.10.11.2/24 ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vxlan0 inet 10.10.11.20/32 alias ifconfig vxlan0 inet 10.10.11.21/32 alias ifconfig vxlan0 inet 10.10.11.22/32 alias ifconfig vxlan0 inet 10.10.11.23/32 alias ifconfig vxlan0 inet 10.10.11.24/32 alias ifconfig vxlan0 inet 10.10.11.25/32 alias ifconfig vxlan0 inet 10.10.11.26/32 alias ifconfig vxlan0 inet 10.10.11.27/32 alias ifconfig vxlan0 inet 10.10.11.28/32 alias ifconfig vxlan0 inet 10.10.11.29/32 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vxlan0 up ifconfig vxlan1 inet 10.10.12.3/24 ifconfig vxlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vxlan1 up ssh root@lt40 ip link set mtu 1600 dev ens2f1 ssh root@lt43 ip link set mtu 1600 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.760 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.760/0.760/0.760/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.791 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.791/0.791/0.791/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.840 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.840/0.840/0.840/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.614 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.614/0.614/0.614/0.000 ms new config created: modify none, iface ixl0, pseudo vxlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m none all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vxlan0 -inet -inet6 down ifconfig vxlan0 destroy ifconfig vxlan1 -inet -inet6 down ifconfig vxlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ssh root@lt40 modprobe wireguard ssh root@lt40 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ssh root@lt43 modprobe wireguard ssh root@lt43 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig wg0 create ifconfig wg1 create ifconfig wg0 wgport 7112 wgkey Zxiok4WifZIZogZpfN0orIyQQI8LNMIyCwVezOU7AsA= wgpeer tUbLDEveHMWJIGZTEhzsv2QwuoE1mQAcS3FnWSL3Z10= wgendpoint 10.10.13.1 7111 wgaip 10.10.11.1/24 wgaip fdd7:e83e:66bd:1011::1/64 ifconfig wg1 wgport 7113 wgkey Ag1z2b+i7MJnvUaN13rFvBaMcBFUmFTaxVcoVJ7Yrh4= wgpeer 4TXUWBHrLCvYbDgcUy1D4S0N2guci1gAnP699d0mQFQ= wgendpoint 10.10.14.4 7114 wgaip 10.10.12.4/24 wgaip fdd7:e83e:66bd:1012::4/64 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type wireguard ssh root@lt43 ip link add name ens2f1.1 type wireguard ssh root@lt40 wg set ens2f1.1 listen-port 7111 private-key wg-private.key peer XjaH9LV8KO9sCvB9ENqqf2LxXInTSAxM86ay8PJOUVs= allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 endpoint 10.10.13.2:7112 ssh root@lt43 wg set ens2f1.1 listen-port 7114 private-key wg-private.key peer HQF9Ur7X3xRdXxjq/PQyk2YghtPBSIxcu51kZNp+MnY= allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 endpoint 10.10.14.3:7113 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig wg0 inet 10.10.11.2/24 ifconfig wg0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig wg0 inet 10.10.11.20/32 alias ifconfig wg0 inet 10.10.11.21/32 alias ifconfig wg0 inet 10.10.11.22/32 alias ifconfig wg0 inet 10.10.11.23/32 alias ifconfig wg0 inet 10.10.11.24/32 alias ifconfig wg0 inet 10.10.11.25/32 alias ifconfig wg0 inet 10.10.11.26/32 alias ifconfig wg0 inet 10.10.11.27/32 alias ifconfig wg0 inet 10.10.11.28/32 alias ifconfig wg0 inet 10.10.11.29/32 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig wg0 up ifconfig wg1 inet 10.10.12.3/24 ifconfig wg1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig wg1 up ssh root@lt40 ip link set mtu 1500 dev ens2f1 ssh root@lt43 ip link set mtu 1500 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=2.659 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.659/2.659/2.659/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=2.515 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.515/2.515/2.515/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.435 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.435/0.435/0.435/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.434 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.434/0.434/0.434/0.000 ms new config created: modify none, iface ixl0, pseudo wg test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig wg0 -inet -inet6 down ifconfig wg0 destroy ifconfig wg1 -inet -inet6 down ifconfig wg1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.11.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig ixl0 inet 10.10.11.20/32 alias ifconfig ixl0 inet 10.10.11.21/32 alias ifconfig ixl0 inet 10.10.11.22/32 alias ifconfig ixl0 inet 10.10.11.23/32 alias ifconfig ixl0 inet 10.10.11.24/32 alias ifconfig ixl0 inet 10.10.11.25/32 alias ifconfig ixl0 inet 10.10.11.26/32 alias ifconfig ixl0 inet 10.10.11.27/32 alias ifconfig ixl0 inet 10.10.11.28/32 alias ifconfig ixl0 inet 10.10.11.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.12.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.773 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.773/0.773/0.773/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.531 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.531/0.531/0.531/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.659 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.659/0.659/0.659/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.785 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.785/0.785/0.785/0.000 ms new config created: modify jumbo, iface ixl0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig bridge0 create ifconfig vether0 create ifconfig bridge0 add ixl0 ifconfig bridge0 add ixl1 ifconfig bridge0 add vether0 ifconfig ixl0 up ifconfig ixl1 up ifconfig bridge0 up ifconfig vether0 inet 10.10.11.2/21 ifconfig vether0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vether0 inet 10.10.11.20/32 alias ifconfig vether0 inet 10.10.11.21/32 alias ifconfig vether0 inet 10.10.11.22/32 alias ifconfig vether0 inet 10.10.11.23/32 alias ifconfig vether0 inet 10.10.11.24/32 alias ifconfig vether0 inet 10.10.11.25/32 alias ifconfig vether0 inet 10.10.11.26/32 alias ifconfig vether0 inet 10.10.11.27/32 alias ifconfig vether0 inet 10.10.11.28/32 alias ifconfig vether0 inet 10.10.11.29/32 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vether0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vether0 mtu 9000 ifconfig vether0 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.775 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.775/0.775/0.775/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.539 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.539/0.539/0.539/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.726 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.726/0.726/0.726/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.495 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.495/0.495/0.495/0.000 ms new config created: modify jumbo, iface ixl0, pseudo bridge test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig bridge0 -inet -inet6 down ifconfig bridge0 destroy ifconfig vether0 -inet -inet6 down ifconfig vether0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig carp0 create ifconfig carp1 create ifconfig carp0 carpdev ixl0 vhid 111 ifconfig carp1 carpdev ixl1 vhid 112 ifconfig ixl0 up ifconfig ixl1 up ifconfig carp0 inet 10.10.11.2/24 ifconfig carp0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig carp0 inet 10.10.11.20/32 alias ifconfig carp0 inet 10.10.11.21/32 alias ifconfig carp0 inet 10.10.11.22/32 alias ifconfig carp0 inet 10.10.11.23/32 alias ifconfig carp0 inet 10.10.11.24/32 alias ifconfig carp0 inet 10.10.11.25/32 alias ifconfig carp0 inet 10.10.11.26/32 alias ifconfig carp0 inet 10.10.11.27/32 alias ifconfig carp0 inet 10.10.11.28/32 alias ifconfig carp0 inet 10.10.11.29/32 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig carp0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig carp0 mtu 9000 ifconfig carp0 up ifconfig: SIOCSIFMTU: Inappropriate ioctl for device ifconfig carp1 inet 10.10.12.3/24 ifconfig carp1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig carp1 mtu 9000 ifconfig carp1 up ifconfig: SIOCSIFMTU: Inappropriate ioctl for device ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.677 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.677/0.677/0.677/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.542 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.542/0.542/0.542/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.693 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.693/0.693/0.693/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.786 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.786/0.786/0.786/0.000 ms new config created: modify jumbo, iface ixl0, pseudo carp test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig carp0 -inet -inet6 down ifconfig carp0 destroy ifconfig carp1 -inet -inet6 down ifconfig carp1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1480 tunnel 10.10.13.2 10.10.13.1 ifconfig gif1 mtu 1480 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe sit ssh root@lt43 modprobe sit ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type sit mode any local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type sit mode any local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 mtu 9000 ifconfig gif0 up ifconfig: SIOCSIFMTU: Invalid argument ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 mtu 9000 ifconfig gif1 up ifconfig: SIOCSIFMTU: Invalid argument route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.386 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.386/0.386/0.386/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.296 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.296/0.296/0.296/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.300 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.300/0.300/0.300/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.286 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.286/0.286/0.286/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gif test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet6 fdd7:e83e:66bd:1013::2/64 ifconfig ixl1 inet6 fdd7:e83e:66bd:1014::3/64 ifconfig gif0 create ifconfig gif1 create ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1013::2 fdd7:e83e:66bd:1013::1 ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1014::3 fdd7:e83e:66bd:1014::4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip6_tunnel ssh root@lt43 modprobe ip6_tunnel ssh root@lt40 ip address add fdd7:e83e:66bd:1013::1/64 dev ens2f1 ssh root@lt43 ip address add fdd7:e83e:66bd:1014::4/64 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1013::1 remote fdd7:e83e:66bd:1013::2 ssh root@lt43 ip link add name ens2f1.1 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1014::4 remote fdd7:e83e:66bd:1014::3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gif0 inet 10.10.11.2/32 10.10.11.1 ifconfig gif0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gif0 inet 10.10.11.20/32 alias ifconfig gif0 inet 10.10.11.21/32 alias ifconfig gif0 inet 10.10.11.22/32 alias ifconfig gif0 inet 10.10.11.23/32 alias ifconfig gif0 inet 10.10.11.24/32 alias ifconfig gif0 inet 10.10.11.25/32 alias ifconfig gif0 inet 10.10.11.26/32 alias ifconfig gif0 inet 10.10.11.27/32 alias ifconfig gif0 inet 10.10.11.28/32 alias ifconfig gif0 inet 10.10.11.29/32 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gif0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gif0 mtu 9000 ifconfig gif0 up ifconfig: SIOCSIFMTU: Invalid argument ifconfig gif1 inet 10.10.12.3/32 10.10.12.4 ifconfig gif1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gif1 mtu 9000 ifconfig gif1 up ifconfig: SIOCSIFMTU: Invalid argument route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.392 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.392/0.392/0.392/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.293 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.293/0.293/0.293/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.297 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.297/0.297/0.297/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gif6 test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gif0 -inet -inet6 down ifconfig gif0 destroy ifconfig gif1 -inet -inet6 down ifconfig gif1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig gre0 create ifconfig gre1 create ifconfig gre0 vnetid 211 tunnel 10.10.13.2 10.10.13.1 ifconfig gre1 vnetid 212 tunnel 10.10.14.3 10.10.14.4 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe ip_gre ssh root@lt43 modprobe ip_gre ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type gre key 211 local 10.10.13.1 remote 10.10.13.2 ssh root@lt43 ip link add name ens2f1.1 type gre key 212 local 10.10.14.4 remote 10.10.14.3 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig gre0 inet 10.10.11.2/32 10.10.11.1 ifconfig gre0 inet6 fdd7:e83e:66bd:1011::2/128 fdd7:e83e:66bd:1011::1 ifconfig gre0 inet 10.10.11.20/32 alias ifconfig gre0 inet 10.10.11.21/32 alias ifconfig gre0 inet 10.10.11.22/32 alias ifconfig gre0 inet 10.10.11.23/32 alias ifconfig gre0 inet 10.10.11.24/32 alias ifconfig gre0 inet 10.10.11.25/32 alias ifconfig gre0 inet 10.10.11.26/32 alias ifconfig gre0 inet 10.10.11.27/32 alias ifconfig gre0 inet 10.10.11.28/32 alias ifconfig gre0 inet 10.10.11.29/32 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig gre0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig gre0 mtu 9000 ifconfig gre0 up ifconfig gre1 inet 10.10.12.3/32 10.10.12.4 ifconfig gre1 inet6 fdd7:e83e:66bd:1012::3/128 fdd7:e83e:66bd:1012::4 ifconfig gre1 mtu 9000 ifconfig gre1 up route add 10.10.11.0/24 10.10.11.1 add net 10.10.11.0/24: gateway 10.10.11.1 route add fdd7:e83e:66bd:1011::/64 fdd7:e83e:66bd:1011::1 add net fdd7:e83e:66bd:1011::/64: gateway fdd7:e83e:66bd:1011::1 route add 10.10.12.0/24 10.10.12.4 add net 10.10.12.0/24: gateway 10.10.12.4 route add fdd7:e83e:66bd:1012::/64 fdd7:e83e:66bd:1012::4 add net fdd7:e83e:66bd:1012::/64: gateway fdd7:e83e:66bd:1012::4 ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.383 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.383/0.383/0.383/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.284 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.284/0.284/0.284/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.303 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.303/0.303/0.303/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.289 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.289/0.289/0.289/0.000 ms new config created: modify jumbo, iface ixl0, pseudo gre test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig gre0 -inet -inet6 down ifconfig gre0 destroy ifconfig gre1 -inet -inet6 down ifconfig gre1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig veb0 create ifconfig vport0 create ifconfig veb0 add ixl0 ifconfig veb0 add ixl1 ifconfig veb0 add vport0 ifconfig ixl0 up ifconfig ixl1 up ifconfig veb0 up ifconfig vport0 inet 10.10.11.2/21 ifconfig vport0 inet6 fdd7:e83e:66bd:1011::2/60 ifconfig vport0 inet 10.10.11.20/32 alias ifconfig vport0 inet 10.10.11.21/32 alias ifconfig vport0 inet 10.10.11.22/32 alias ifconfig vport0 inet 10.10.11.23/32 alias ifconfig vport0 inet 10.10.11.24/32 alias ifconfig vport0 inet 10.10.11.25/32 alias ifconfig vport0 inet 10.10.11.26/32 alias ifconfig vport0 inet 10.10.11.27/32 alias ifconfig vport0 inet 10.10.11.28/32 alias ifconfig vport0 inet 10.10.11.29/32 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vport0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vport0 mtu 9000 ifconfig vport0 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt43 for net in 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 ; do ip address add $net dev ens2f1 ; done ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.652 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.652/0.652/0.652/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.535 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.535/0.535/0.535/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.574 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.574/0.574/0.574/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.542 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.542/0.542/0.542/0.000 ms new config created: modify jumbo, iface ixl0, pseudo veb test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig veb0 -inet -inet6 down ifconfig veb0 destroy ifconfig vport0 -inet -inet6 down ifconfig vport0 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt40 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f1.1" Cannot find device "ens2f1.1" ssh root@lt43 ip link delete dev ens2f1.1 Cannot find device "ens2f1.1" ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 211 ifconfig vlan1 parent ixl1 vnetid 212 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f1 name ens2f1.1 type vlan id 211 ssh root@lt43 ip link add link ens2f1 name ens2f1.1 type vlan id 212 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vlan0 inet 10.10.11.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vlan0 inet 10.10.11.20/32 alias ifconfig vlan0 inet 10.10.11.21/32 alias ifconfig vlan0 inet 10.10.11.22/32 alias ifconfig vlan0 inet 10.10.11.23/32 alias ifconfig vlan0 inet 10.10.11.24/32 alias ifconfig vlan0 inet 10.10.11.25/32 alias ifconfig vlan0 inet 10.10.11.26/32 alias ifconfig vlan0 inet 10.10.11.27/32 alias ifconfig vlan0 inet 10.10.11.28/32 alias ifconfig vlan0 inet 10.10.11.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.12.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=0.768 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.768/0.768/0.768/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.530 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.530/0.530/0.530/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.575 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.575/0.575/0.575/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.785 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.785/0.785/0.785/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf sysctl net.inet.tcp.tso=1 pfctl: pf already enabled net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig ixl0 mtu 1600 ifconfig ixl1 mtu 1600 ifconfig vxlan0 create ifconfig vxlan1 create ifconfig vxlan0 parent ixl0 tunnel 10.10.13.2 234.10.13.1 ifconfig vxlan1 parent ixl1 tunnel 10.10.14.3 234.10.14.1 ifconfig vxlan0 vnetid 411 ifconfig vxlan1 vnetid 412 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe vxlan ssh root@lt43 modprobe vxlan ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type vxlan id 411 dstport 4789 dev ens2f1 local 10.10.13.1 group 234.10.13.1 ssh root@lt43 ip link add name ens2f1.1 type vxlan id 412 dstport 4789 dev ens2f1 local 10.10.14.4 group 234.10.14.1 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig vxlan0 inet 10.10.11.2/24 ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig vxlan0 inet 10.10.11.20/32 alias ifconfig vxlan0 inet 10.10.11.21/32 alias ifconfig vxlan0 inet 10.10.11.22/32 alias ifconfig vxlan0 inet 10.10.11.23/32 alias ifconfig vxlan0 inet 10.10.11.24/32 alias ifconfig vxlan0 inet 10.10.11.25/32 alias ifconfig vxlan0 inet 10.10.11.26/32 alias ifconfig vxlan0 inet 10.10.11.27/32 alias ifconfig vxlan0 inet 10.10.11.28/32 alias ifconfig vxlan0 inet 10.10.11.29/32 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig vxlan0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig vxlan0 mtu 9000 ifconfig vxlan0 up ifconfig vxlan1 inet 10.10.12.3/24 ifconfig vxlan1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig vxlan1 mtu 9000 ifconfig vxlan1 up ssh root@lt40 ip link set mtu 1600 dev ens2f1 ssh root@lt43 ip link set mtu 1600 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes --- 10.10.11.1 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=0.851 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.851/0.851/0.851/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.958 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.958/0.958/0.958/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.690 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.690/0.690/0.690/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vxlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' started. ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig vxlan0 -inet -inet6 down ifconfig vxlan0 destroy ifconfig vxlan1 -inet -inet6 down ifconfig vxlan1 destroy route delete 10.10.11.0/24 delete net 10.10.11.0/24: not in table route delete fdd7:e83e:66bd:1011::/64 delete net fdd7:e83e:66bd:1011::/64: not in table route delete 10.10.12.0/24 delete net 10.10.12.0/24: not in table route delete fdd7:e83e:66bd:1012::/64 delete net fdd7:e83e:66bd:1012::/64: not in table ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 10.10.11.1/21 fdd7:e83e:66bd:1011::1/60 10.10.13.1/24 fdd7:e83e:66bd:1013::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.4/21 fdd7:e83e:66bd:1012::4/60 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 10.10.12.40/21 10.10.12.41/21 10.10.12.42/21 10.10.12.43/21 10.10.12.44/21 10.10.12.45/21 10.10.12.46/21 10.10.12.47/21 10.10.12.48/21 10.10.12.49/21 fdd7:e83e:66bd:1012::40/60 fdd7:e83e:66bd:1012::41/60 fdd7:e83e:66bd:1012::42/60 fdd7:e83e:66bd:1012::43/60 fdd7:e83e:66bd:1012::44/60 fdd7:e83e:66bd:1012::45/60 fdd7:e83e:66bd:1012::46/60 fdd7:e83e:66bd:1012::47/60 fdd7:e83e:66bd:1012::48/60 fdd7:e83e:66bd:1012::49/60 10.10.14.4/24 fdd7:e83e:66bd:1014::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.11.0/24 fdd7:e83e:66bd:1011::/64 10.10.12.0/24 fdd7:e83e:66bd:1012::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f1.1 ssh root@lt40 ip link set ens2f1 up ssh root@lt43 for if in ens2f1 ens2f1.1 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f1.1 ssh root@lt43 ip link set ens2f1 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ssh root@lt40 modprobe wireguard ssh root@lt40 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ssh root@lt43 modprobe wireguard ssh root@lt43 wg genkey | tee wg-private.key | wg pubkey >wg-public.key ifconfig ixl0 inet 10.10.13.2/24 ifconfig ixl1 inet 10.10.14.3/24 ifconfig wg0 create ifconfig wg1 create ifconfig wg0 wgport 7112 wgkey epJ9ePznxBSohq3pxLRp4XJld4Dn86tMRqSr52Iuwuo= wgpeer NcgXCQqVH1P+3gy4o3PUjpC5AOHOzSSB/nB4cRP6hkY= wgendpoint 10.10.13.1 7111 wgaip 10.10.11.1/24 wgaip fdd7:e83e:66bd:1011::1/64 ifconfig wg1 wgport 7113 wgkey UGeDB+hm9btiPcjs9AgT+R0+zEbiEtiYD0UPFLrg8YU= wgpeer NAjxkfvbMTNTfh753DaixDLK0cgf0HHrqKZuYVzgySo= wgendpoint 10.10.14.4 7114 wgaip 10.10.12.4/24 wgaip fdd7:e83e:66bd:1012::4/64 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 ip address add 10.10.13.1/24 dev ens2f1 ssh root@lt43 ip address add 10.10.14.4/24 dev ens2f1 ssh root@lt40 ip link add name ens2f1.1 type wireguard ssh root@lt43 ip link add name ens2f1.1 type wireguard ssh root@lt40 wg set ens2f1.1 listen-port 7111 private-key wg-private.key peer RL00iSeYGLuGju22QyqbtQmBwzh9TaeyZFAi7LHtMEs= allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 endpoint 10.10.13.2:7112 ssh root@lt43 wg set ens2f1.1 listen-port 7114 private-key wg-private.key peer fZRwbGb0bO0O84Ra34a7SqMTeQbhWc9n46TnIgSmvGM= allowed-ips 10.10.12.0/24 allowed-ips fdd7:e83e:66bd:1012::/64 allowed-ips 10.10.11.0/24 allowed-ips fdd7:e83e:66bd:1011::/64 endpoint 10.10.14.3:7113 ssh root@lt40 ip link set dev ens2f1 up ssh root@lt43 ip link set dev ens2f1 up ifconfig wg0 inet 10.10.11.2/24 ifconfig wg0 inet6 fdd7:e83e:66bd:1011::2/64 ifconfig wg0 inet 10.10.11.20/32 alias ifconfig wg0 inet 10.10.11.21/32 alias ifconfig wg0 inet 10.10.11.22/32 alias ifconfig wg0 inet 10.10.11.23/32 alias ifconfig wg0 inet 10.10.11.24/32 alias ifconfig wg0 inet 10.10.11.25/32 alias ifconfig wg0 inet 10.10.11.26/32 alias ifconfig wg0 inet 10.10.11.27/32 alias ifconfig wg0 inet 10.10.11.28/32 alias ifconfig wg0 inet 10.10.11.29/32 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::20/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::21/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::22/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::23/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::24/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::25/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::26/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::27/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::28/128 alias ifconfig wg0 inet6 fdd7:e83e:66bd:1011::29/128 alias ifconfig wg0 mtu 9000 ifconfig wg0 up ifconfig wg1 inet 10.10.12.3/24 ifconfig wg1 inet6 fdd7:e83e:66bd:1012::3/64 ifconfig wg1 mtu 9000 ifconfig wg1 up ssh root@lt40 ip link set mtu 9000 dev ens2f1 ssh root@lt43 ip link set mtu 9000 dev ens2f1 ssh root@lt40 for net in 10.10.11.1/24 fdd7:e83e:66bd:1011::1/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt43 for net in 10.10.12.4/24 fdd7:e83e:66bd:1012::4/64 10.10.12.40/24 10.10.12.41/24 10.10.12.42/24 10.10.12.43/24 10.10.12.44/24 10.10.12.45/24 10.10.12.46/24 10.10.12.47/24 10.10.12.48/24 10.10.12.49/24 fdd7:e83e:66bd:1012::40/64 fdd7:e83e:66bd:1012::41/64 fdd7:e83e:66bd:1012::42/64 fdd7:e83e:66bd:1012::43/64 fdd7:e83e:66bd:1012::44/64 fdd7:e83e:66bd:1012::45/64 fdd7:e83e:66bd:1012::46/64 fdd7:e83e:66bd:1012::47/64 fdd7:e83e:66bd:1012::48/64 fdd7:e83e:66bd:1012::49/64 ; do ip address add $net dev ens2f1.1 ; done ssh root@lt40 ip link set dev ens2f1.1 up ssh root@lt43 ip link set dev ens2f1.1 up ssh root@lt40 ip route add 10.10.12.0/24 via 10.10.11.2 dev ens2f1.1 ssh root@lt40 ip route add fdd7:e83e:66bd:1012::/64 via fdd7:e83e:66bd:1011::2 dev ens2f1.1 ssh root@lt43 ip route add 10.10.11.0/24 via 10.10.12.3 dev ens2f1.1 ssh root@lt43 ip route add fdd7:e83e:66bd:1011::/64 via fdd7:e83e:66bd:1012::3 dev ens2f1.1 ping -n -c1 -w5 10.10.11.1 PING 10.10.11.1 (10.10.11.1): 56 data bytes 64 bytes from 10.10.11.1: icmp_seq=0 ttl=64 time=2.629 ms --- 10.10.11.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.629/2.629/2.629/0.000 ms ping -n -c1 -w5 10.10.12.4 PING 10.10.12.4 (10.10.12.4): 56 data bytes 64 bytes from 10.10.12.4: icmp_seq=0 ttl=64 time=2.345 ms --- 10.10.12.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 2.345/2.345/2.345/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1011::1 PING fdd7:e83e:66bd:1011::1 (fdd7:e83e:66bd:1011::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1011::1: icmp_seq=0 hlim=64 time=0.442 ms --- fdd7:e83e:66bd:1011::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.442/0.442/0.442/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1012::4 PING fdd7:e83e:66bd:1012::4 (fdd7:e83e:66bd:1012::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1012::4: icmp_seq=0 hlim=64 time=0.440 ms --- fdd7:e83e:66bd:1012::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.440/0.440/0.440/0.000 ms new config created: modify jumbo, iface ixl0, pseudo wg test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot41 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot41.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot41:/root/netlink/test.* .' started. Command 'scp -q root@ot41:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot41.txt'. Command 'ssh root@ot41 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot41 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot41.txt'. Command 'ssh root@ot41 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' started. Command 'ssh root@ot41 dmesg' started. Writing output to 'dmesg-ot41.txt'. Command 'ssh root@ot41 dmesg' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-01-17T01:39:23Z down' started. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/power.pl -h root@ot41 -d 2025-01-17T01:39:23Z down' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-17T01:39:23Z' finished. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-17T01:39:23Z' started. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-17T01:39:23Z' finished. Command 'bin/netlink-html.pl -l' started. Command 'bin/netlink-html.pl -l' finished. Command 'bin/netlink-html.pl -h ot41' started. Command 'bin/netlink-html.pl -h ot41' finished. Script '/data/test/netlink/bin/net.pl -h root@ot41 -d latest-ot41 -c all -i ixl -m none,jumbo -p all' finished at 2025-01-17T11:45:53Z.