Script '/data/test/netlink/bin/net.pl -h root@ot42 -d latest-ot42 -D 2025-01-11Z -c none,vlan -i all -m none,jumbo all' started at 2025-01-11T04:34:54Z. Command '/data/test/netlink/bin/power.pl -h root@ot42 -d 2025-01-11T01:39:23Z -D 2025-01-11T00:00:00Z up' started. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/power.pl -h root@ot42 -d 2025-01-11T01:39:23Z -D 2025-01-11T00:00:00Z up' finished. Command '/data/test/netlink/bin/cvsbuild.pl -h root@ot42 -d 2025-01-11T01:39:23Z -D 2025-01-11T00:00:00Z' started. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/cvsbuild.pl -h root@ot42 -d 2025-01-11T01:39:23Z -D 2025-01-11T00:00:00Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-11T01:39:23Z' started. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i bnxt0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 0 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig bnxt0 mtu 1500 /sbin/ifconfig bnxt1 mtu 1500 ifconfig bnxt0 inet 10.10.21.2/24 ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig bnxt0 inet 10.10.21.20/32 alias ifconfig bnxt0 inet 10.10.21.21/32 alias ifconfig bnxt0 inet 10.10.21.22/32 alias ifconfig bnxt0 inet 10.10.21.23/32 alias ifconfig bnxt0 inet 10.10.21.24/32 alias ifconfig bnxt0 inet 10.10.21.25/32 alias ifconfig bnxt0 inet 10.10.21.26/32 alias ifconfig bnxt0 inet 10.10.21.27/32 alias ifconfig bnxt0 inet 10.10.21.28/32 alias ifconfig bnxt0 inet 10.10.21.29/32 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig bnxt0 up ifconfig bnxt1 inet 10.10.22.3/24 ifconfig bnxt1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig bnxt1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=1.160 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.160/1.160/1.160/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.731 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.731/0.731/0.731/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.809 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.809/1.809/1.809/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.725 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.725/1.725/1.725/0.000 ms new config created: modify none, iface bnxt0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i bnxt0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i bnxt0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig bnxt0 mtu 1500 /sbin/ifconfig bnxt1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent bnxt0 vnetid 221 ifconfig vlan1 parent bnxt1 vnetid 222 ifconfig bnxt0 up ifconfig bnxt1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.979 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.979/0.979/0.979/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes --- 10.10.22.4 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.528 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.528/1.528/1.528/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss new config created: modify none, iface bnxt0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i bnxt0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i em0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig em0 mtu 1500 /sbin/ifconfig em1 mtu 1500 ifconfig em0 inet 10.10.21.2/24 ifconfig em0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig em0 inet 10.10.21.20/32 alias ifconfig em0 inet 10.10.21.21/32 alias ifconfig em0 inet 10.10.21.22/32 alias ifconfig em0 inet 10.10.21.23/32 alias ifconfig em0 inet 10.10.21.24/32 alias ifconfig em0 inet 10.10.21.25/32 alias ifconfig em0 inet 10.10.21.26/32 alias ifconfig em0 inet 10.10.21.27/32 alias ifconfig em0 inet 10.10.21.28/32 alias ifconfig em0 inet 10.10.21.29/32 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig em0 up ifconfig em1 inet 10.10.22.3/24 ifconfig em1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig em1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.704 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.704/0.704/0.704/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.648 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.648/0.648/0.648/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.076 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.076/1.076/1.076/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.101 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.101/1.101/1.101/0.000 ms new config created: modify none, iface em0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i em0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i em0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da RTNETLINK answers: No such process 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig em0 mtu 1500 /sbin/ifconfig em1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent em0 vnetid 221 ifconfig vlan1 parent em1 vnetid 222 ifconfig em0 up ifconfig em1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.772 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.772/0.772/0.772/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.707 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.707/0.707/0.707/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.035 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.035/1.035/1.035/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.008 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.008/1.008/1.008/0.000 ms new config created: modify none, iface em0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i em0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i em2 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig em2 mtu 1500 /sbin/ifconfig em3 mtu 1500 ifconfig em2 inet 10.10.21.2/24 ifconfig em2 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig em2 inet 10.10.21.20/32 alias ifconfig em2 inet 10.10.21.21/32 alias ifconfig em2 inet 10.10.21.22/32 alias ifconfig em2 inet 10.10.21.23/32 alias ifconfig em2 inet 10.10.21.24/32 alias ifconfig em2 inet 10.10.21.25/32 alias ifconfig em2 inet 10.10.21.26/32 alias ifconfig em2 inet 10.10.21.27/32 alias ifconfig em2 inet 10.10.21.28/32 alias ifconfig em2 inet 10.10.21.29/32 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig em2 up ifconfig em3 inet 10.10.22.3/24 ifconfig em3 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig em3 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.786 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.786/0.786/0.786/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.658 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.658/0.658/0.658/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.027 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.027/1.027/1.027/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.089 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.089/1.089/1.089/0.000 ms new config created: modify none, iface em2, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i em2 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i em2 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig em2 mtu 1500 /sbin/ifconfig em3 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent em2 vnetid 221 ifconfig vlan1 parent em3 vnetid 222 ifconfig em2 up ifconfig em3 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.727 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.727/0.727/0.727/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.757 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.757/0.757/0.757/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.050 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.050/1.050/1.050/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.003 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.003/1.003/1.003/0.000 ms new config created: modify none, iface em2, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i em2 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i igc0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig igc0 mtu 1500 /sbin/ifconfig igc1 mtu 1500 ifconfig igc0 inet 10.10.21.2/24 ifconfig igc0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig igc0 inet 10.10.21.20/32 alias ifconfig igc0 inet 10.10.21.21/32 alias ifconfig igc0 inet 10.10.21.22/32 alias ifconfig igc0 inet 10.10.21.23/32 alias ifconfig igc0 inet 10.10.21.24/32 alias ifconfig igc0 inet 10.10.21.25/32 alias ifconfig igc0 inet 10.10.21.26/32 alias ifconfig igc0 inet 10.10.21.27/32 alias ifconfig igc0 inet 10.10.21.28/32 alias ifconfig igc0 inet 10.10.21.29/32 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig igc0 up ifconfig igc1 inet 10.10.22.3/24 ifconfig igc1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig igc1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes --- 10.10.21.1 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.888 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.888/0.888/0.888/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.006 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.006/1.006/1.006/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.174 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.174/1.174/1.174/0.000 ms new config created: modify none, iface igc0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i igc0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i igc0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done Cannot find device "ens2f0.2" RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig igc0 mtu 1500 /sbin/ifconfig igc1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent igc0 vnetid 221 ifconfig vlan1 parent igc1 vnetid 222 ifconfig igc0 up ifconfig igc1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.835 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.835/0.835/0.835/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.917 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.917/0.917/0.917/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.196 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.196/1.196/1.196/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.118 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.118/1.118/1.118/0.000 ms new config created: modify none, iface igc0, pseudo vlan test 1/72 Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218. test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i igc0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i ix0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ix0 tcplro /sbin/ifconfig ix0 mtu 1500 /sbin/ifconfig ix1 tcplro /sbin/ifconfig ix1 mtu 1500 ifconfig ix0 inet 10.10.21.2/24 ifconfig ix0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig ix0 inet 10.10.21.20/32 alias ifconfig ix0 inet 10.10.21.21/32 alias ifconfig ix0 inet 10.10.21.22/32 alias ifconfig ix0 inet 10.10.21.23/32 alias ifconfig ix0 inet 10.10.21.24/32 alias ifconfig ix0 inet 10.10.21.25/32 alias ifconfig ix0 inet 10.10.21.26/32 alias ifconfig ix0 inet 10.10.21.27/32 alias ifconfig ix0 inet 10.10.21.28/32 alias ifconfig ix0 inet 10.10.21.29/32 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig ix0 up ifconfig ix1 inet 10.10.22.3/24 ifconfig ix1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig ix1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.897 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.897/0.897/0.897/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.829 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.829/0.829/0.829/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.259 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.259/1.259/1.259/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.470 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.470/1.470/1.470/0.000 ms new config created: modify none, iface ix0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i ix0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i ix0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done Cannot find device "ens2f0.2" RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ix0 tcplro /sbin/ifconfig ix0 mtu 1500 /sbin/ifconfig ix1 tcplro /sbin/ifconfig ix1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ix0 vnetid 221 ifconfig vlan1 parent ix1 vnetid 222 ifconfig ix0 up ifconfig ix1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.948 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.948/0.948/0.948/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.895 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.895/0.895/0.895/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.062 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.062/1.062/1.062/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.329 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.329/1.329/1.329/0.000 ms new config created: modify none, iface ix0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i ix0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i ixl0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig ixl0 inet 10.10.21.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig ixl0 inet 10.10.21.20/32 alias ifconfig ixl0 inet 10.10.21.21/32 alias ifconfig ixl0 inet 10.10.21.22/32 alias ifconfig ixl0 inet 10.10.21.23/32 alias ifconfig ixl0 inet 10.10.21.24/32 alias ifconfig ixl0 inet 10.10.21.25/32 alias ifconfig ixl0 inet 10.10.21.26/32 alias ifconfig ixl0 inet 10.10.21.27/32 alias ifconfig ixl0 inet 10.10.21.28/32 alias ifconfig ixl0 inet 10.10.21.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.22.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.989 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.989/0.989/0.989/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.882 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.882/0.882/0.882/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.154 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.154/1.154/1.154/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.589 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.589/1.589/1.589/0.000 ms new config created: modify none, iface ixl0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i ixl0 -m none all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify none /sbin/ifconfig ixl0 mtu 1500 /sbin/ifconfig ixl1 mtu 1500 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 221 ifconfig vlan1 parent ixl1 vnetid 222 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 up ssh root@lt40 ip link set mtu 1500 dev ens2f0 ssh root@lt43 ip link set mtu 1500 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.972 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.972/0.972/0.972/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.982 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.982/0.982/0.982/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.082 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.082/1.082/1.082/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.470 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.470/1.470/1.470/0.000 ms new config created: modify none, iface ixl0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i ixl0 -m none all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i bnxt0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig bnxt0 mtu 9000 /sbin/ifconfig bnxt1 mtu 9000 ifconfig bnxt0 inet 10.10.21.2/24 ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig bnxt0 inet 10.10.21.20/32 alias ifconfig bnxt0 inet 10.10.21.21/32 alias ifconfig bnxt0 inet 10.10.21.22/32 alias ifconfig bnxt0 inet 10.10.21.23/32 alias ifconfig bnxt0 inet 10.10.21.24/32 alias ifconfig bnxt0 inet 10.10.21.25/32 alias ifconfig bnxt0 inet 10.10.21.26/32 alias ifconfig bnxt0 inet 10.10.21.27/32 alias ifconfig bnxt0 inet 10.10.21.28/32 alias ifconfig bnxt0 inet 10.10.21.29/32 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig bnxt0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig bnxt0 up ifconfig bnxt1 inet 10.10.22.3/24 ifconfig bnxt1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig bnxt1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.816 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.816/0.816/0.816/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes --- 10.10.22.4 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.541 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.541/1.541/1.541/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss new config created: modify jumbo, iface bnxt0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i bnxt0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i bnxt0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig bnxt0 mtu 9000 /sbin/ifconfig bnxt1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent bnxt0 vnetid 221 ifconfig vlan1 parent bnxt1 vnetid 222 ifconfig bnxt0 up ifconfig bnxt1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.788 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.788/0.788/0.788/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes --- 10.10.22.4 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.236 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.236/1.236/1.236/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 0 packets received, 100.0% packet loss new config created: modify jumbo, iface bnxt0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i bnxt0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i em0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig em0 mtu 9000 /sbin/ifconfig em1 mtu 9000 ifconfig em0 inet 10.10.21.2/24 ifconfig em0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig em0 inet 10.10.21.20/32 alias ifconfig em0 inet 10.10.21.21/32 alias ifconfig em0 inet 10.10.21.22/32 alias ifconfig em0 inet 10.10.21.23/32 alias ifconfig em0 inet 10.10.21.24/32 alias ifconfig em0 inet 10.10.21.25/32 alias ifconfig em0 inet 10.10.21.26/32 alias ifconfig em0 inet 10.10.21.27/32 alias ifconfig em0 inet 10.10.21.28/32 alias ifconfig em0 inet 10.10.21.29/32 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig em0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig em0 up ifconfig em1 inet 10.10.22.3/24 ifconfig em1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig em1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.771 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.771/0.771/0.771/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.703 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.703/0.703/0.703/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.182 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.182/1.182/1.182/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.010 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.010/1.010/1.010/0.000 ms new config created: modify jumbo, iface em0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i em0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i em0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig em0 mtu 9000 /sbin/ifconfig em1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent em0 vnetid 221 ifconfig vlan1 parent em1 vnetid 222 ifconfig em0 up ifconfig em1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.707 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.707/0.707/0.707/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.684 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.684/0.684/0.684/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.155 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.155/1.155/1.155/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.080 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.080/1.080/1.080/0.000 ms new config created: modify jumbo, iface em0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i em0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i em2 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig em2 mtu 9000 /sbin/ifconfig em3 mtu 9000 ifconfig em2 inet 10.10.21.2/24 ifconfig em2 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig em2 inet 10.10.21.20/32 alias ifconfig em2 inet 10.10.21.21/32 alias ifconfig em2 inet 10.10.21.22/32 alias ifconfig em2 inet 10.10.21.23/32 alias ifconfig em2 inet 10.10.21.24/32 alias ifconfig em2 inet 10.10.21.25/32 alias ifconfig em2 inet 10.10.21.26/32 alias ifconfig em2 inet 10.10.21.27/32 alias ifconfig em2 inet 10.10.21.28/32 alias ifconfig em2 inet 10.10.21.29/32 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig em2 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig em2 up ifconfig em3 inet 10.10.22.3/24 ifconfig em3 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig em3 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.691 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.691/0.691/0.691/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.612 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.612/0.612/0.612/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.085 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.085/1.085/1.085/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.058 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.058/1.058/1.058/0.000 ms new config created: modify jumbo, iface em2, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i em2 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i em2 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig em2 mtu 9000 /sbin/ifconfig em3 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent em2 vnetid 221 ifconfig vlan1 parent em3 vnetid 222 ifconfig em2 up ifconfig em3 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.764 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.764/0.764/0.764/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.711 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.711/0.711/0.711/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.034 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.034/1.034/1.034/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=0.980 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.980/0.980/0.980/0.000 ms new config created: modify jumbo, iface em2, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i em2 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i igc0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig igc0 mtu 9000 /sbin/ifconfig igc1 mtu 9000 ifconfig igc0 inet 10.10.21.2/24 ifconfig igc0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig igc0 inet 10.10.21.20/32 alias ifconfig igc0 inet 10.10.21.21/32 alias ifconfig igc0 inet 10.10.21.22/32 alias ifconfig igc0 inet 10.10.21.23/32 alias ifconfig igc0 inet 10.10.21.24/32 alias ifconfig igc0 inet 10.10.21.25/32 alias ifconfig igc0 inet 10.10.21.26/32 alias ifconfig igc0 inet 10.10.21.27/32 alias ifconfig igc0 inet 10.10.21.28/32 alias ifconfig igc0 inet 10.10.21.29/32 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig igc0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig igc0 up ifconfig igc1 inet 10.10.22.3/24 ifconfig igc1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig igc1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.833 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.833/0.833/0.833/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.859 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.859/0.859/0.859/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.278 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.278/1.278/1.278/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.075 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.075/1.075/1.075/0.000 ms new config created: modify jumbo, iface igc0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i igc0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i igc0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig igc0 mtu 9000 /sbin/ifconfig igc1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent igc0 vnetid 221 ifconfig vlan1 parent igc1 vnetid 222 ifconfig igc0 up ifconfig igc1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=1.011 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.011/1.011/1.011/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=1.086 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.086/1.086/1.086/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.202 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.202/1.202/1.202/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.164 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.164/1.164/1.164/0.000 ms new config created: modify jumbo, iface igc0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i igc0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i ix0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ix0 tcplro /sbin/ifconfig ix0 mtu 9000 /sbin/ifconfig ix1 tcplro /sbin/ifconfig ix1 mtu 9000 ifconfig ix0 inet 10.10.21.2/24 ifconfig ix0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig ix0 inet 10.10.21.20/32 alias ifconfig ix0 inet 10.10.21.21/32 alias ifconfig ix0 inet 10.10.21.22/32 alias ifconfig ix0 inet 10.10.21.23/32 alias ifconfig ix0 inet 10.10.21.24/32 alias ifconfig ix0 inet 10.10.21.25/32 alias ifconfig ix0 inet 10.10.21.26/32 alias ifconfig ix0 inet 10.10.21.27/32 alias ifconfig ix0 inet 10.10.21.28/32 alias ifconfig ix0 inet 10.10.21.29/32 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig ix0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig ix0 up ifconfig ix1 inet 10.10.22.3/24 ifconfig ix1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig ix1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.956 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.956/0.956/0.956/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.910 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.910/0.910/0.910/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.342 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.342/1.342/1.342/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.255 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.255/1.255/1.255/0.000 ms new config created: modify jumbo, iface ix0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i ix0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i ix0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ix0 tcplro /sbin/ifconfig ix0 mtu 9000 /sbin/ifconfig ix1 tcplro /sbin/ifconfig ix1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ix0 vnetid 221 ifconfig vlan1 parent ix1 vnetid 222 ifconfig ix0 up ifconfig ix1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.800 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.800/0.800/0.800/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.830 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.830/0.830/0.830/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.097 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.097/1.097/1.097/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.118 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.118/1.118/1.118/0.000 ms new config created: modify jumbo, iface ix0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i ix0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i ixl0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down ifconfig vlan0 -inet -inet6 down ifconfig vlan0 destroy ifconfig vlan1 -inet -inet6 down ifconfig vlan1 destroy route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt40 ip link delete dev ens2f0.2 ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done ssh root@lt43 ip link delete dev ens2f0.2 ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig ixl0 inet 10.10.21.2/24 ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig ixl0 inet 10.10.21.20/32 alias ifconfig ixl0 inet 10.10.21.21/32 alias ifconfig ixl0 inet 10.10.21.22/32 alias ifconfig ixl0 inet 10.10.21.23/32 alias ifconfig ixl0 inet 10.10.21.24/32 alias ifconfig ixl0 inet 10.10.21.25/32 alias ifconfig ixl0 inet 10.10.21.26/32 alias ifconfig ixl0 inet 10.10.21.27/32 alias ifconfig ixl0 inet 10.10.21.28/32 alias ifconfig ixl0 inet 10.10.21.29/32 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig ixl0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig ixl0 up ifconfig ixl1 inet 10.10.22.3/24 ifconfig ixl1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig ixl1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0 ; done ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.921 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.921/0.921/0.921/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.860 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.860/0.860/0.860/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.113 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.113/1.113/1.113/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.498 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.498/1.498/1.498/0.000 ms new config created: modify jumbo, iface ixl0, pseudo none test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot42.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i ixl0 -m jumbo all' started. ifconfig bnxt0 -inet -inet6 down ifconfig bnxt1 -inet -inet6 down ifconfig ixl0 -inet -inet6 down ifconfig ixl1 -inet -inet6 down ifconfig ix0 -inet -inet6 down ifconfig ix1 -inet -inet6 down ifconfig em0 -inet -inet6 down ifconfig em1 -inet -inet6 down ifconfig igc0 -inet -inet6 down ifconfig igc1 -inet -inet6 down ifconfig igc3 -inet -inet6 down ifconfig em2 -inet -inet6 down ifconfig em3 -inet -inet6 down ifconfig ice1 -inet -inet6 down route delete 10.10.21.0/24 delete net 10.10.21.0/24: not in table route delete fdd7:e83e:66bd:1021::/64 delete net fdd7:e83e:66bd:1021::/64: not in table route delete 10.10.22.0/24 delete net 10.10.22.0/24: not in table route delete fdd7:e83e:66bd:1022::/64 delete net fdd7:e83e:66bd:1022::/64: not in table ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 10.10.21.1/21 fdd7:e83e:66bd:1021::1/60 10.10.23.1/24 fdd7:e83e:66bd:1023::1/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.4/21 fdd7:e83e:66bd:1022::4/60 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 10.10.22.40/21 10.10.22.41/21 10.10.22.42/21 10.10.22.43/21 10.10.22.44/21 10.10.22.45/21 10.10.22.46/21 10.10.22.47/21 10.10.22.48/21 10.10.22.49/21 fdd7:e83e:66bd:1022::40/60 fdd7:e83e:66bd:1022::41/60 fdd7:e83e:66bd:1022::42/60 fdd7:e83e:66bd:1022::43/60 fdd7:e83e:66bd:1022::44/60 fdd7:e83e:66bd:1022::45/60 fdd7:e83e:66bd:1022::46/60 fdd7:e83e:66bd:1022::47/60 fdd7:e83e:66bd:1022::48/60 fdd7:e83e:66bd:1022::49/60 10.10.24.4/24 fdd7:e83e:66bd:1024::4/64 ; do ip address delete $net dev $if ; done ; done RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address RTNETLINK answers: Cannot assign requested address Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 for net in 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process ssh root@lt43 for net in 10.10.21.0/24 fdd7:e83e:66bd:1021::/64 10.10.22.0/24 fdd7:e83e:66bd:1022::/64 ; do ip route delete $net ; done RTNETLINK answers: No such process RTNETLINK answers: No such process RTNETLINK answers: No such process arp -da 10.0.1.1 (10.0.1.1) deleted 10.0.1.2 (10.0.1.2) deleted 10.0.1.60 (10.0.1.60) deleted 10.0.1.63 (10.0.1.63) deleted ndp -c ssh root@lt40 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt40 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt40 ip link set ens2f0 up ssh root@lt43 for if in ens2f0 ens2f0.2 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done Cannot find device "ens2f0.2" Cannot find device "ens2f0.2" ssh root@lt43 ip link delete dev ens2f0.2 Cannot find device "ens2f0.2" ssh root@lt43 ip link set ens2f0 up sysctl net.inet.ip.forwarding=1 net.inet.ip.forwarding: 1 -> 1 sysctl net.inet6.ip6.forwarding=1 net.inet6.ip6.forwarding: 1 -> 1 sysctl net.inet.gre.allow=1 net.inet.gre.allow: 1 -> 1 ssh root@lt40 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt43 sysctl net.ipv6.bindv6only=1 net.ipv6.bindv6only = 1 ssh root@lt40 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv6.ip6frag_high_thresh=1073741824 net.ipv6.ip6frag_high_thresh = 1073741824 ssh root@lt40 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 sysctl net.ipv4.ipfrag_high_thresh=1073741824 net.ipv4.ipfrag_high_thresh = 1073741824 ssh root@lt43 cat - > /etc/systemd/system/tcpbench.service ssh root@lt43 cat - > /etc/init.d/tcpbench ssh root@lt43 chmod 0555 /etc/init.d/tcpbench /sbin/pfctl -e -f /etc/pf.conf pfctl: pf already enabled sysctl net.inet.tcp.tso=1 net.inet.tcp.tso: 1 -> 1 old config destroyed: modify jumbo /sbin/ifconfig ixl0 mtu 9000 /sbin/ifconfig ixl1 mtu 9000 ifconfig vlan0 create ifconfig vlan1 create ifconfig vlan0 parent ixl0 vnetid 221 ifconfig vlan1 parent ixl1 vnetid 222 ifconfig ixl0 up ifconfig ixl1 up ssh root@lt40 modprobe 8021q ssh root@lt43 modprobe 8021q ssh root@lt40 ip link add link ens2f0 name ens2f0.2 type vlan id 221 ssh root@lt43 ip link add link ens2f0 name ens2f0.2 type vlan id 222 ssh root@lt40 ip link set dev ens2f0 up ssh root@lt43 ip link set dev ens2f0 up ifconfig vlan0 inet 10.10.21.2/24 ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::2/64 ifconfig vlan0 inet 10.10.21.20/32 alias ifconfig vlan0 inet 10.10.21.21/32 alias ifconfig vlan0 inet 10.10.21.22/32 alias ifconfig vlan0 inet 10.10.21.23/32 alias ifconfig vlan0 inet 10.10.21.24/32 alias ifconfig vlan0 inet 10.10.21.25/32 alias ifconfig vlan0 inet 10.10.21.26/32 alias ifconfig vlan0 inet 10.10.21.27/32 alias ifconfig vlan0 inet 10.10.21.28/32 alias ifconfig vlan0 inet 10.10.21.29/32 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::20/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::21/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::22/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::23/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::24/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::25/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::26/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::27/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::28/128 alias ifconfig vlan0 inet6 fdd7:e83e:66bd:1021::29/128 alias ifconfig vlan0 mtu 9000 ifconfig vlan0 up ifconfig vlan1 inet 10.10.22.3/24 ifconfig vlan1 inet6 fdd7:e83e:66bd:1022::3/64 ifconfig vlan1 mtu 9000 ifconfig vlan1 up ssh root@lt40 ip link set mtu 9000 dev ens2f0 ssh root@lt43 ip link set mtu 9000 dev ens2f0 ssh root@lt40 for net in 10.10.21.1/24 fdd7:e83e:66bd:1021::1/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt43 for net in 10.10.22.4/24 fdd7:e83e:66bd:1022::4/64 10.10.22.40/24 10.10.22.41/24 10.10.22.42/24 10.10.22.43/24 10.10.22.44/24 10.10.22.45/24 10.10.22.46/24 10.10.22.47/24 10.10.22.48/24 10.10.22.49/24 fdd7:e83e:66bd:1022::40/64 fdd7:e83e:66bd:1022::41/64 fdd7:e83e:66bd:1022::42/64 fdd7:e83e:66bd:1022::43/64 fdd7:e83e:66bd:1022::44/64 fdd7:e83e:66bd:1022::45/64 fdd7:e83e:66bd:1022::46/64 fdd7:e83e:66bd:1022::47/64 fdd7:e83e:66bd:1022::48/64 fdd7:e83e:66bd:1022::49/64 ; do ip address add $net dev ens2f0.2 ; done ssh root@lt40 ip link set dev ens2f0.2 up ssh root@lt43 ip link set dev ens2f0.2 up ssh root@lt40 ip route add 10.10.22.0/24 via 10.10.21.2 dev ens2f0.2 ssh root@lt40 ip route add fdd7:e83e:66bd:1022::/64 via fdd7:e83e:66bd:1021::2 dev ens2f0.2 ssh root@lt43 ip route add 10.10.21.0/24 via 10.10.22.3 dev ens2f0.2 ssh root@lt43 ip route add fdd7:e83e:66bd:1021::/64 via fdd7:e83e:66bd:1022::3 dev ens2f0.2 ping -n -c1 -w5 10.10.21.1 PING 10.10.21.1 (10.10.21.1): 56 data bytes 64 bytes from 10.10.21.1: icmp_seq=0 ttl=64 time=0.976 ms --- 10.10.21.1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.976/0.976/0.976/0.000 ms ping -n -c1 -w5 10.10.22.4 PING 10.10.22.4 (10.10.22.4): 56 data bytes 64 bytes from 10.10.22.4: icmp_seq=0 ttl=64 time=0.941 ms --- 10.10.22.4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 0.941/0.941/0.941/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1021::1 PING fdd7:e83e:66bd:1021::1 (fdd7:e83e:66bd:1021::1): 56 data bytes 64 bytes from fdd7:e83e:66bd:1021::1: icmp_seq=0 hlim=64 time=1.036 ms --- fdd7:e83e:66bd:1021::1 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.036/1.036/1.036/0.000 ms ping6 -n -c1 -w5 fdd7:e83e:66bd:1022::4 PING fdd7:e83e:66bd:1022::4 (fdd7:e83e:66bd:1022::4): 56 data bytes 64 bytes from fdd7:e83e:66bd:1022::4: icmp_seq=0 hlim=64 time=1.451 ms --- fdd7:e83e:66bd:1022::4 ping statistics --- 1 packets transmitted, 1 packets received, 0.0% packet loss round-trip min/avg/max/std-dev = 1.451/1.451/1.451/0.000 ms new config created: modify jumbo, iface ixl0, pseudo vlan test 1/72 test 2/72 test 3/72 test 4/72 test 5/72 test 6/72 test 7/72 ssh -f root@lt43 service tcpbench start rcctl -f start tcpbench tcpbench(ok) test 8/72 test 9/72 test 10/72 test 11/72 test 12/72 test 13/72 test 14/72 test 15/72 test 16/72 test 17/72 test 18/72 test 19/72 test 20/72 test 21/72 test 22/72 test 23/72 test 24/72 test 25/72 test 26/72 test 27/72 test 28/72 test 29/72 test 30/72 test 31/72 test 32/72 test 33/72 test 34/72 test 35/72 test 36/72 test 37/72 test 38/72 test 39/72 test 40/72 test 41/72 test 42/72 test 43/72 test 44/72 test 45/72 test 46/72 test 47/72 test 48/72 test 49/72 test 50/72 test 51/72 test 52/72 test 53/72 test 54/72 test 55/72 test 56/72 ssh -f root@lt43 service tcpbench stop rcctl -f stop tcpbench tcpbench(ok) test 57/72 test 58/72 test 59/72 test 60/72 test 61/72 test 62/72 test 63/72 test 64/72 test 65/72 test 66/72 test 67/72 test 68/72 test 69/72 test 70/72 test 71/72 test 72/72 tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 mcast4 mcast44 mcast46 mcast6 mcast64 mcast66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66 pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs Command 'ssh root@ot42 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot42.sh -i ixl0 -m jumbo all' finished. Command 'scp -q root@ot42:/root/netlink/test.* .' started. Command 'scp -q root@ot42:/root/netlink/test.* .' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started. Writing output to 'version-ot42.txt'. Command 'ssh root@ot42 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished. Command 'ssh root@ot42 cat /var/run/dmesg.boot' started. Writing output to 'dmesg-boot-ot42.txt'. Command 'ssh root@ot42 cat /var/run/dmesg.boot' finished. Command '/data/test/netlink/bin/setup-html.pl' started. Command '/data/test/netlink/bin/setup-html.pl' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' started. Command 'ssh root@ot42 dmesg' started. Writing output to 'dmesg-ot42.txt'. Command 'ssh root@ot42 dmesg' finished. Command '/data/test/netlink/bin/netlink-html.pl -d 2025-01-11T01:39:23Z' finished. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-11T01:39:23Z' started. Command '/data/test/netlink/bin/setup-html.pl -d 2025-01-11T01:39:23Z' finished. Command 'bin/netlink-html.pl -l' started. Command 'bin/netlink-html.pl -l' finished. Command 'bin/netlink-html.pl -h ot42' started. Command 'bin/netlink-html.pl -h ot42' finished. Script '/data/test/netlink/bin/net.pl -h root@ot42 -d latest-ot42 -D 2025-01-11Z -c none,vlan -i all -m none,jumbo all' finished at 2025-01-11T12:54:50Z.