Script '/data/test/netlink/bin/net.pl -h root@ot57 -d latest-ot57 -D 2024-11-27Z -c all -i vmx -m all all' started at 2024-11-27T04:02:10Z.
Command '/data/test/netlink/bin/power.pl -h root@ot57 -d 2024-11-27T02:37:15Z -D 2024-11-27T00:00:00Z up' started.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/power.pl -h root@ot57 -d 2024-11-27T02:37:15Z -D 2024-11-27T00:00:00Z up' finished.
Command '/data/test/netlink/bin/cvsbuild.pl -h root@ot57 -d 2024-11-27T02:37:15Z -D 2024-11-27T00:00:00Z' started.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/cvsbuild.pl -h root@ot57 -d 2024-11-27T02:37:15Z -D 2024-11-27T00:00:00Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl -d 2024-11-27T02:37:15Z' started.
Command '/data/test/netlink/bin/setup-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 0 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.61.2/24
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vmx0 inet 10.10.61.20/32 alias
ifconfig vmx0 inet 10.10.61.21/32 alias
ifconfig vmx0 inet 10.10.61.22/32 alias
ifconfig vmx0 inet 10.10.61.23/32 alias
ifconfig vmx0 inet 10.10.61.24/32 alias
ifconfig vmx0 inet 10.10.61.25/32 alias
ifconfig vmx0 inet 10.10.61.26/32 alias
ifconfig vmx0 inet 10.10.61.27/32 alias
ifconfig vmx0 inet 10.10.61.28/32 alias
ifconfig vmx0 inet 10.10.61.29/32 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vmx0 up
ifconfig vmx1 inet 10.10.62.3/24
ifconfig vmx1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vmx1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.525 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.525/0.525/0.525/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.497 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.497/0.497/0.497/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.598 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.598/0.598/0.598/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.520 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.520/0.520/0.520/0.000 ms

new config created: modify none, iface vmx0, pseudo none

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig bridge0 create
ifconfig vether0 create
ifconfig bridge0 add vmx0
ifconfig bridge0 add vmx1
ifconfig bridge0 add vether0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig bridge0 up
ifconfig vether0 inet 10.10.61.2/21
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vether0 inet 10.10.61.20/32 alias
ifconfig vether0 inet 10.10.61.21/32 alias
ifconfig vether0 inet 10.10.61.22/32 alias
ifconfig vether0 inet 10.10.61.23/32 alias
ifconfig vether0 inet 10.10.61.24/32 alias
ifconfig vether0 inet 10.10.61.25/32 alias
ifconfig vether0 inet 10.10.61.26/32 alias
ifconfig vether0 inet 10.10.61.27/32 alias
ifconfig vether0 inet 10.10.61.28/32 alias
ifconfig vether0 inet 10.10.61.29/32 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vether0 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.639 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.639/0.639/0.639/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.569 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.569/0.569/0.569/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.629 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.629/0.629/0.629/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.532 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.532/0.532/0.532/0.000 ms

new config created: modify none, iface vmx0, pseudo bridge

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig bridge0 -inet -inet6 down
ifconfig bridge0 destroy
ifconfig vether0 -inet -inet6 down
ifconfig vether0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
Cannot find device "ens224.6"
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig carp0 create
ifconfig carp1 create
ifconfig carp0 carpdev vmx0 vhid 161
ifconfig carp1 carpdev vmx1 vhid 162
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig carp0 inet 10.10.61.2/24
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig carp0 inet 10.10.61.20/32 alias
ifconfig carp0 inet 10.10.61.21/32 alias
ifconfig carp0 inet 10.10.61.22/32 alias
ifconfig carp0 inet 10.10.61.23/32 alias
ifconfig carp0 inet 10.10.61.24/32 alias
ifconfig carp0 inet 10.10.61.25/32 alias
ifconfig carp0 inet 10.10.61.26/32 alias
ifconfig carp0 inet 10.10.61.27/32 alias
ifconfig carp0 inet 10.10.61.28/32 alias
ifconfig carp0 inet 10.10.61.29/32 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig carp0 up
ifconfig carp1 inet 10.10.62.3/24
ifconfig carp1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig carp1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.620 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.620/0.620/0.620/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.628 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.628/0.628/0.628/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.728 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.728/0.728/0.728/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.587 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.587/0.587/0.587/0.000 ms

new config created: modify none, iface vmx0, pseudo carp

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig carp0 -inet -inet6 down
ifconfig carp0 destroy
ifconfig carp1 -inet -inet6 down
ifconfig carp1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1480 tunnel 10.10.63.2 10.10.63.1
ifconfig gif1 mtu 1480 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe sit
ssh root@lt55 modprobe sit
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type sit mode any local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type sit mode any local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.471 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.471/0.471/0.471/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.544 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.544/0.544/0.544/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.395 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.395/0.395/0.395/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.357 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.357/0.357/0.357/0.000 ms

new config created: modify none, iface vmx0, pseudo gif

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218.
Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223.
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet6 fdd7:e83e:66bd:1063::2/64
ifconfig vmx1 inet6 fdd7:e83e:66bd:1064::3/64
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1063::2 fdd7:e83e:66bd:1063::1
ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1064::3 fdd7:e83e:66bd:1064::4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip6_tunnel
ssh root@lt55 modprobe ip6_tunnel
ssh root@lt54 ip address add fdd7:e83e:66bd:1063::1/64 dev ens224
ssh root@lt55 ip address add fdd7:e83e:66bd:1064::4/64 dev ens224
ssh root@lt54 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1063::1 remote fdd7:e83e:66bd:1063::2
ssh root@lt55 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1064::4 remote fdd7:e83e:66bd:1064::3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.448 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.448/0.448/0.448/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.402 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.402/0.402/0.402/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.319 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.319/0.319/0.319/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.323 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.323/0.323/0.323/0.000 ms

new config created: modify none, iface vmx0, pseudo gif6

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 218.
Use of uninitialized value in subtraction (-) at /root/netlink/Netstat.pm line 223.
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
sysctl net.inet.tcp.tso=1
pfctl: pf already enabled
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gre0 create
ifconfig gre1 create
ifconfig gre0 vnetid 261 tunnel 10.10.63.2 10.10.63.1
ifconfig gre1 vnetid 262 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip_gre
ssh root@lt55 modprobe ip_gre
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type gre key 261 local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type gre key 262 local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gre0 inet 10.10.61.2/32 10.10.61.1
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gre0 inet 10.10.61.20/32 alias
ifconfig gre0 inet 10.10.61.21/32 alias
ifconfig gre0 inet 10.10.61.22/32 alias
ifconfig gre0 inet 10.10.61.23/32 alias
ifconfig gre0 inet 10.10.61.24/32 alias
ifconfig gre0 inet 10.10.61.25/32 alias
ifconfig gre0 inet 10.10.61.26/32 alias
ifconfig gre0 inet 10.10.61.27/32 alias
ifconfig gre0 inet 10.10.61.28/32 alias
ifconfig gre0 inet 10.10.61.29/32 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gre0 up
ifconfig gre1 inet 10.10.62.3/32 10.10.62.4
ifconfig gre1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gre1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.410 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.410/0.410/0.410/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.337 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.337/0.337/0.337/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.337 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.337/0.337/0.337/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.342 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.342/0.342/0.342/0.000 ms

new config created: modify none, iface vmx0, pseudo gre

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gre0 -inet -inet6 down
ifconfig gre0 destroy
ifconfig gre1 -inet -inet6 down
ifconfig gre1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig veb0 create
ifconfig vport0 create
ifconfig veb0 add vmx0
ifconfig veb0 add vmx1
ifconfig veb0 add vport0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig veb0 up
ifconfig vport0 inet 10.10.61.2/21
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vport0 inet 10.10.61.20/32 alias
ifconfig vport0 inet 10.10.61.21/32 alias
ifconfig vport0 inet 10.10.61.22/32 alias
ifconfig vport0 inet 10.10.61.23/32 alias
ifconfig vport0 inet 10.10.61.24/32 alias
ifconfig vport0 inet 10.10.61.25/32 alias
ifconfig vport0 inet 10.10.61.26/32 alias
ifconfig vport0 inet 10.10.61.27/32 alias
ifconfig vport0 inet 10.10.61.28/32 alias
ifconfig vport0 inet 10.10.61.29/32 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vport0 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.683 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.683/0.683/0.683/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.477 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.477/0.477/0.477/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.643 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.643/0.643/0.643/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.625 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.625/0.625/0.625/0.000 ms

new config created: modify none, iface vmx0, pseudo veb

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig veb0 -inet -inet6 down
ifconfig veb0 destroy
ifconfig vport0 -inet -inet6 down
ifconfig vport0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vlan0 create
ifconfig vlan1 create
ifconfig vlan0 parent vmx0 vnetid 261
ifconfig vlan1 parent vmx1 vnetid 262
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe 8021q
ssh root@lt55 modprobe 8021q
ssh root@lt54 ip link add link ens224 name ens224.6 type vlan id 261
ssh root@lt55 ip link add link ens224 name ens224.6 type vlan id 262
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vlan0 inet 10.10.61.2/24
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vlan0 inet 10.10.61.20/32 alias
ifconfig vlan0 inet 10.10.61.21/32 alias
ifconfig vlan0 inet 10.10.61.22/32 alias
ifconfig vlan0 inet 10.10.61.23/32 alias
ifconfig vlan0 inet 10.10.61.24/32 alias
ifconfig vlan0 inet 10.10.61.25/32 alias
ifconfig vlan0 inet 10.10.61.26/32 alias
ifconfig vlan0 inet 10.10.61.27/32 alias
ifconfig vlan0 inet 10.10.61.28/32 alias
ifconfig vlan0 inet 10.10.61.29/32 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vlan0 up
ifconfig vlan1 inet 10.10.62.3/24
ifconfig vlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vlan1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.633 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.633/0.633/0.633/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.450 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.450/0.450/0.450/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.791 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.791/0.791/0.791/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.680 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.680/0.680/0.680/0.000 ms

new config created: modify none, iface vmx0, pseudo vlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vlan0 -inet -inet6 down
ifconfig vlan0 destroy
ifconfig vlan1 -inet -inet6 down
ifconfig vlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig vmx0 mtu 1600
ifconfig vmx1 mtu 1600
ifconfig vxlan0 create
ifconfig vxlan1 create
ifconfig vxlan0 parent vmx0 tunnel 10.10.63.2 234.10.10.63
ifconfig vxlan1 parent vmx1 tunnel 10.10.64.3 234.10.10.64
ifconfig vxlan0 vnetid 461
ifconfig vxlan1 vnetid 462
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe vxlan
ssh root@lt55 modprobe vxlan
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type vxlan id 461 dstport 4789 dev ens224 local 10.10.63.1 group 234.10.10.63
ssh root@lt55 ip link add name ens224.6 type vxlan id 462 dstport 4789 dev ens224 local 10.10.64.4 group 234.10.10.64
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vxlan0 inet 10.10.61.2/24
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vxlan0 inet 10.10.61.20/32 alias
ifconfig vxlan0 inet 10.10.61.21/32 alias
ifconfig vxlan0 inet 10.10.61.22/32 alias
ifconfig vxlan0 inet 10.10.61.23/32 alias
ifconfig vxlan0 inet 10.10.61.24/32 alias
ifconfig vxlan0 inet 10.10.61.25/32 alias
ifconfig vxlan0 inet 10.10.61.26/32 alias
ifconfig vxlan0 inet 10.10.61.27/32 alias
ifconfig vxlan0 inet 10.10.61.28/32 alias
ifconfig vxlan0 inet 10.10.61.29/32 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vxlan0 up
ifconfig vxlan1 inet 10.10.62.3/24
ifconfig vxlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vxlan1 up
ssh root@lt54 ip link set mtu 1600 dev ens224
ssh root@lt55 ip link set mtu 1600 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.847 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.847/0.847/0.847/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.919 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.919/0.919/0.919/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.747 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.747/0.747/0.747/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.780 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.780/0.780/0.780/0.000 ms

new config created: modify none, iface vmx0, pseudo vxlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot57.sh -i vmx0 -m none all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vxlan0 -inet -inet6 down
ifconfig vxlan0 destroy
ifconfig vxlan1 -inet -inet6 down
ifconfig vxlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify none

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ssh root@lt54 modprobe wireguard
ssh root@lt54 wg genkey | tee wg-private.key | wg pubkey >wg-public.key
ssh root@lt55 modprobe wireguard
ssh root@lt55 wg genkey | tee wg-private.key | wg pubkey >wg-public.key
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig wg0 create
ifconfig wg1 create
ifconfig wg0 wgport 7112 wgkey Kv7gna+UR7BEMHM5VMRqK7L3PoW/94pvt7rcRoHScMo= wgpeer jRVymwzWhfDmM5QuhLrOUGWYx3EQ0fcKmVFtbxK+amA= wgendpoint 10.10.63.1 7111 wgaip 10.10.61.1/24 wgaip fdd7:e83e:66bd:1061::1/64
ifconfig wg1 wgport 7113 wgkey 2tJxsL2/inBrqyRRr/OxzA8iOOHZup5P3gQFnCMLPKw= wgpeer VBHwIB4IkcchkmWQQctr3BungYFJmYYOuqpwEmzQBBo= wgendpoint 10.10.64.4 7114 wgaip 10.10.62.4/24 wgaip fdd7:e83e:66bd:1062::4/64
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type wireguard
ssh root@lt55 ip link add name ens224.6 type wireguard
ssh root@lt54 wg set ens224.6 listen-port 7111 private-key wg-private.key peer Wtm4ULOevPQrp2y7OJenZyopgwuWeliPLIRncK8cUx4= allowed-ips 10.10.61.0/24 allowed-ips fdd7:e83e:66bd:1061::/64 allowed-ips 10.10.62.0/24 allowed-ips fdd7:e83e:66bd:1062::/64 endpoint 10.10.63.2:7112
ssh root@lt55 wg set ens224.6 listen-port 7114 private-key wg-private.key peer uCXJ3XWOYX0G2mvNdlc2p2tdHb483S6WE+ocLXjxbmQ= allowed-ips 10.10.62.0/24 allowed-ips fdd7:e83e:66bd:1062::/64 allowed-ips 10.10.61.0/24 allowed-ips fdd7:e83e:66bd:1061::/64 endpoint 10.10.64.3:7113
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig wg0 inet 10.10.61.2/24
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig wg0 inet 10.10.61.20/32 alias
ifconfig wg0 inet 10.10.61.21/32 alias
ifconfig wg0 inet 10.10.61.22/32 alias
ifconfig wg0 inet 10.10.61.23/32 alias
ifconfig wg0 inet 10.10.61.24/32 alias
ifconfig wg0 inet 10.10.61.25/32 alias
ifconfig wg0 inet 10.10.61.26/32 alias
ifconfig wg0 inet 10.10.61.27/32 alias
ifconfig wg0 inet 10.10.61.28/32 alias
ifconfig wg0 inet 10.10.61.29/32 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig wg0 up
ifconfig wg1 inet 10.10.62.3/24
ifconfig wg1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig wg1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=2.532 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 2.532/2.532/2.532/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=3.009 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 3.009/3.009/3.009/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.390 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.390/0.390/0.390/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.413 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.413/0.413/0.413/0.000 ms

new config created: modify none, iface vmx0, pseudo wg

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot57.sh -i vmx0 -m none all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig wg0 -inet -inet6 down
ifconfig wg0 destroy
ifconfig wg1 -inet -inet6 down
ifconfig wg1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig vmx0 inet 10.10.61.2/24
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vmx0 inet 10.10.61.20/32 alias
ifconfig vmx0 inet 10.10.61.21/32 alias
ifconfig vmx0 inet 10.10.61.22/32 alias
ifconfig vmx0 inet 10.10.61.23/32 alias
ifconfig vmx0 inet 10.10.61.24/32 alias
ifconfig vmx0 inet 10.10.61.25/32 alias
ifconfig vmx0 inet 10.10.61.26/32 alias
ifconfig vmx0 inet 10.10.61.27/32 alias
ifconfig vmx0 inet 10.10.61.28/32 alias
ifconfig vmx0 inet 10.10.61.29/32 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vmx0 up
ifconfig vmx1 inet 10.10.62.3/24
ifconfig vmx1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vmx1 up
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.553 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.553/0.553/0.553/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.588 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.588/0.588/0.588/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.564 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.564/0.564/0.564/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.625 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.625/0.625/0.625/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo none

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig bridge0 create
ifconfig vether0 create
ifconfig bridge0 add vmx0
ifconfig bridge0 add vmx1
ifconfig bridge0 add vether0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig bridge0 up
ifconfig vether0 inet 10.10.61.2/21
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vether0 inet 10.10.61.20/32 alias
ifconfig vether0 inet 10.10.61.21/32 alias
ifconfig vether0 inet 10.10.61.22/32 alias
ifconfig vether0 inet 10.10.61.23/32 alias
ifconfig vether0 inet 10.10.61.24/32 alias
ifconfig vether0 inet 10.10.61.25/32 alias
ifconfig vether0 inet 10.10.61.26/32 alias
ifconfig vether0 inet 10.10.61.27/32 alias
ifconfig vether0 inet 10.10.61.28/32 alias
ifconfig vether0 inet 10.10.61.29/32 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vether0 mtu 9000
ifconfig vether0 up
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.569 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.569/0.569/0.569/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.500 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.500/0.500/0.500/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.603 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.603/0.603/0.603/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.731 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.731/0.731/0.731/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo bridge

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig bridge0 -inet -inet6 down
ifconfig bridge0 destroy
ifconfig vether0 -inet -inet6 down
ifconfig vether0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig carp0 create
ifconfig carp1 create
ifconfig carp0 carpdev vmx0 vhid 161
ifconfig carp1 carpdev vmx1 vhid 162
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig carp0 inet 10.10.61.2/24
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig carp0 inet 10.10.61.20/32 alias
ifconfig carp0 inet 10.10.61.21/32 alias
ifconfig carp0 inet 10.10.61.22/32 alias
ifconfig carp0 inet 10.10.61.23/32 alias
ifconfig carp0 inet 10.10.61.24/32 alias
ifconfig carp0 inet 10.10.61.25/32 alias
ifconfig carp0 inet 10.10.61.26/32 alias
ifconfig carp0 inet 10.10.61.27/32 alias
ifconfig carp0 inet 10.10.61.28/32 alias
ifconfig carp0 inet 10.10.61.29/32 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig carp0 mtu 9000
ifconfig: SIOCSIFMTU: Inappropriate ioctl for device
ifconfig carp0 up
ifconfig carp1 inet 10.10.62.3/24
ifconfig carp1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig carp1 mtu 9000
ifconfig: SIOCSIFMTU: Inappropriate ioctl for device
ifconfig carp1 up
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.530 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.530/0.530/0.530/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.696 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.696/0.696/0.696/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.614 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.614/0.614/0.614/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.562 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.562/0.562/0.562/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo carp

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig carp0 -inet -inet6 down
ifconfig carp0 destroy
ifconfig carp1 -inet -inet6 down
ifconfig carp1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
Cannot find device "ens224.6"
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1480 tunnel 10.10.63.2 10.10.63.1
ifconfig gif1 mtu 1480 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe sit
ssh root@lt55 modprobe sit
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type sit mode any local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type sit mode any local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 mtu 9000
ifconfig: SIOCSIFMTU: Invalid argument
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 mtu 9000
ifconfig: SIOCSIFMTU: Invalid argument
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.505 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.505/0.505/0.505/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.393 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.393/0.393/0.393/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.377 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.377/0.377/0.377/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.253 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.253/0.253/0.253/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo gif

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig vmx0 inet6 fdd7:e83e:66bd:1063::2/64
ifconfig vmx1 inet6 fdd7:e83e:66bd:1064::3/64
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1063::2 fdd7:e83e:66bd:1063::1
ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1064::3 fdd7:e83e:66bd:1064::4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip6_tunnel
ssh root@lt55 modprobe ip6_tunnel
ssh root@lt54 ip address add fdd7:e83e:66bd:1063::1/64 dev ens224
ssh root@lt55 ip address add fdd7:e83e:66bd:1064::4/64 dev ens224
ssh root@lt54 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1063::1 remote fdd7:e83e:66bd:1063::2
ssh root@lt55 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1064::4 remote fdd7:e83e:66bd:1064::3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 mtu 9000
ifconfig gif0 up
ifconfig: SIOCSIFMTU: Invalid argument
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 mtu 9000
ifconfig: SIOCSIFMTU: Invalid argument
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.381 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.381/0.381/0.381/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.372 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.372/0.372/0.372/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.272 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.272/0.272/0.272/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.330 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.330/0.330/0.330/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo gif6

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gre0 create
ifconfig gre1 create
ifconfig gre0 vnetid 261 tunnel 10.10.63.2 10.10.63.1
ifconfig gre1 vnetid 262 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip_gre
ssh root@lt55 modprobe ip_gre
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type gre key 261 local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type gre key 262 local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gre0 inet 10.10.61.2/32 10.10.61.1
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gre0 inet 10.10.61.20/32 alias
ifconfig gre0 inet 10.10.61.21/32 alias
ifconfig gre0 inet 10.10.61.22/32 alias
ifconfig gre0 inet 10.10.61.23/32 alias
ifconfig gre0 inet 10.10.61.24/32 alias
ifconfig gre0 inet 10.10.61.25/32 alias
ifconfig gre0 inet 10.10.61.26/32 alias
ifconfig gre0 inet 10.10.61.27/32 alias
ifconfig gre0 inet 10.10.61.28/32 alias
ifconfig gre0 inet 10.10.61.29/32 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gre0 mtu 9000
ifconfig gre0 up
ifconfig gre1 inet 10.10.62.3/32 10.10.62.4
ifconfig gre1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gre1 mtu 9000
ifconfig gre1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.498 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.498/0.498/0.498/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.413 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.413/0.413/0.413/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.435 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.435/0.435/0.435/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.358 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.358/0.358/0.358/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo gre

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gre0 -inet -inet6 down
ifconfig gre0 destroy
ifconfig gre1 -inet -inet6 down
ifconfig gre1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig veb0 create
ifconfig vport0 create
ifconfig veb0 add vmx0
ifconfig veb0 add vmx1
ifconfig veb0 add vport0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig veb0 up
ifconfig vport0 inet 10.10.61.2/21
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vport0 inet 10.10.61.20/32 alias
ifconfig vport0 inet 10.10.61.21/32 alias
ifconfig vport0 inet 10.10.61.22/32 alias
ifconfig vport0 inet 10.10.61.23/32 alias
ifconfig vport0 inet 10.10.61.24/32 alias
ifconfig vport0 inet 10.10.61.25/32 alias
ifconfig vport0 inet 10.10.61.26/32 alias
ifconfig vport0 inet 10.10.61.27/32 alias
ifconfig vport0 inet 10.10.61.28/32 alias
ifconfig vport0 inet 10.10.61.29/32 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vport0 mtu 9000
ifconfig vport0 up
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.656 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.656/0.656/0.656/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.563 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.563/0.563/0.563/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.810 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.810/0.810/0.810/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.704 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.704/0.704/0.704/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo veb

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig veb0 -inet -inet6 down
ifconfig veb0 destroy
ifconfig vport0 -inet -inet6 down
ifconfig vport0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig vlan0 create
ifconfig vlan1 create
ifconfig vlan0 parent vmx0 vnetid 261
ifconfig vlan1 parent vmx1 vnetid 262
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe 8021q
ssh root@lt55 modprobe 8021q
ssh root@lt54 ip link add link ens224 name ens224.6 type vlan id 261
ssh root@lt55 ip link add link ens224 name ens224.6 type vlan id 262
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vlan0 inet 10.10.61.2/24
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vlan0 inet 10.10.61.20/32 alias
ifconfig vlan0 inet 10.10.61.21/32 alias
ifconfig vlan0 inet 10.10.61.22/32 alias
ifconfig vlan0 inet 10.10.61.23/32 alias
ifconfig vlan0 inet 10.10.61.24/32 alias
ifconfig vlan0 inet 10.10.61.25/32 alias
ifconfig vlan0 inet 10.10.61.26/32 alias
ifconfig vlan0 inet 10.10.61.27/32 alias
ifconfig vlan0 inet 10.10.61.28/32 alias
ifconfig vlan0 inet 10.10.61.29/32 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vlan0 mtu 9000
ifconfig vlan0 up
ifconfig vlan1 inet 10.10.62.3/24
ifconfig vlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vlan1 mtu 9000
ifconfig vlan1 up
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.655 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.655/0.655/0.655/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.506 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.506/0.506/0.506/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.707 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.707/0.707/0.707/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.792 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.792/0.792/0.792/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo vlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vlan0 -inet -inet6 down
ifconfig vlan0 destroy
ifconfig vlan1 -inet -inet6 down
ifconfig vlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig vmx0 mtu 1600
ifconfig vmx1 mtu 1600
ifconfig vxlan0 create
ifconfig vxlan1 create
ifconfig vxlan0 parent vmx0 tunnel 10.10.63.2 234.10.10.63
ifconfig vxlan1 parent vmx1 tunnel 10.10.64.3 234.10.10.64
ifconfig vxlan0 vnetid 461
ifconfig vxlan1 vnetid 462
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe vxlan
ssh root@lt55 modprobe vxlan
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type vxlan id 461 dstport 4789 dev ens224 local 10.10.63.1 group 234.10.10.63
ssh root@lt55 ip link add name ens224.6 type vxlan id 462 dstport 4789 dev ens224 local 10.10.64.4 group 234.10.10.64
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vxlan0 inet 10.10.61.2/24
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vxlan0 inet 10.10.61.20/32 alias
ifconfig vxlan0 inet 10.10.61.21/32 alias
ifconfig vxlan0 inet 10.10.61.22/32 alias
ifconfig vxlan0 inet 10.10.61.23/32 alias
ifconfig vxlan0 inet 10.10.61.24/32 alias
ifconfig vxlan0 inet 10.10.61.25/32 alias
ifconfig vxlan0 inet 10.10.61.26/32 alias
ifconfig vxlan0 inet 10.10.61.27/32 alias
ifconfig vxlan0 inet 10.10.61.28/32 alias
ifconfig vxlan0 inet 10.10.61.29/32 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vxlan0 mtu 9000
ifconfig vxlan0 up
ifconfig vxlan1 inet 10.10.62.3/24
ifconfig vxlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vxlan1 mtu 9000
ifconfig vxlan1 up
ssh root@lt54 ip link set mtu 1600 dev ens224
ssh root@lt55 ip link set mtu 1600 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=1.106 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 1.106/1.106/1.106/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.789 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.789/0.789/0.789/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.740 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.740/0.740/0.740/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.901 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.901/0.901/0.901/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo vxlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vxlan0 -inet -inet6 down
ifconfig vxlan0 destroy
ifconfig vxlan1 -inet -inet6 down
ifconfig vxlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify jumbo

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 9000
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 9000
ssh root@lt54 modprobe wireguard
ssh root@lt54 wg genkey | tee wg-private.key | wg pubkey >wg-public.key
ssh root@lt55 modprobe wireguard
ssh root@lt55 wg genkey | tee wg-private.key | wg pubkey >wg-public.key
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig wg0 create
ifconfig wg1 create
ifconfig wg0 wgport 7112 wgkey 9FoKXMbx8httLIHuBtxgCbfDAGsgGt2B85qOpsNufyo= wgpeer kF3x+za+ZY3BmEl9nZ2d941pxxltTsy1G6hC49dwEEE= wgendpoint 10.10.63.1 7111 wgaip 10.10.61.1/24 wgaip fdd7:e83e:66bd:1061::1/64
ifconfig wg1 wgport 7113 wgkey dT0dWnJqJLypwO5dVSMMhlHB/BtvmGGAZaokl6MGSEM= wgpeer 8WlcNk6iiu8VFfCF5b12+pYFaIznO/pHGKZvU13wQk8= wgendpoint 10.10.64.4 7114 wgaip 10.10.62.4/24 wgaip fdd7:e83e:66bd:1062::4/64
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type wireguard
ssh root@lt55 ip link add name ens224.6 type wireguard
ssh root@lt54 wg set ens224.6 listen-port 7111 private-key wg-private.key peer uslmGWoQc5pmMrGWvNsj9mZ4ANatlPZPYV6qoqJf+yw= allowed-ips 10.10.61.0/24 allowed-ips fdd7:e83e:66bd:1061::/64 allowed-ips 10.10.62.0/24 allowed-ips fdd7:e83e:66bd:1062::/64 endpoint 10.10.63.2:7112
ssh root@lt55 wg set ens224.6 listen-port 7114 private-key wg-private.key peer YZ2QplsY+cQXimOlYahV/JRB+aJwJi4/DnmAh1zrqTY= allowed-ips 10.10.62.0/24 allowed-ips fdd7:e83e:66bd:1062::/64 allowed-ips 10.10.61.0/24 allowed-ips fdd7:e83e:66bd:1061::/64 endpoint 10.10.64.3:7113
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig wg0 inet 10.10.61.2/24
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig wg0 inet 10.10.61.20/32 alias
ifconfig wg0 inet 10.10.61.21/32 alias
ifconfig wg0 inet 10.10.61.22/32 alias
ifconfig wg0 inet 10.10.61.23/32 alias
ifconfig wg0 inet 10.10.61.24/32 alias
ifconfig wg0 inet 10.10.61.25/32 alias
ifconfig wg0 inet 10.10.61.26/32 alias
ifconfig wg0 inet 10.10.61.27/32 alias
ifconfig wg0 inet 10.10.61.28/32 alias
ifconfig wg0 inet 10.10.61.29/32 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig wg0 mtu 9000
ifconfig wg0 up
ifconfig wg1 inet 10.10.62.3/24
ifconfig wg1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig wg1 mtu 9000
ifconfig wg1 up
ssh root@lt54 ip link set mtu 9000 dev ens224
ssh root@lt55 ip link set mtu 9000 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=3.432 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 3.432/3.432/3.432/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=3.246 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 3.246/3.246/3.246/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.597 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.597/0.597/0.597/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.404 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.404/0.404/0.404/0.000 ms

new config created: modify jumbo, iface vmx0, pseudo wg

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot57.sh -i vmx0 -m jumbo all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig wg0 -inet -inet6 down
ifconfig wg0 destroy
ifconfig wg1 -inet -inet6 down
ifconfig wg1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.61.2/24
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vmx0 inet 10.10.61.20/32 alias
ifconfig vmx0 inet 10.10.61.21/32 alias
ifconfig vmx0 inet 10.10.61.22/32 alias
ifconfig vmx0 inet 10.10.61.23/32 alias
ifconfig vmx0 inet 10.10.61.24/32 alias
ifconfig vmx0 inet 10.10.61.25/32 alias
ifconfig vmx0 inet 10.10.61.26/32 alias
ifconfig vmx0 inet 10.10.61.27/32 alias
ifconfig vmx0 inet 10.10.61.28/32 alias
ifconfig vmx0 inet 10.10.61.29/32 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vmx0 up
ifconfig vmx1 inet 10.10.62.3/24
ifconfig vmx1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vmx1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.547 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.547/0.547/0.547/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.502 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.502/0.502/0.502/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.775 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.775/0.775/0.775/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.556 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.556/0.556/0.556/0.000 ms

new config created: modify nolro, iface vmx0, pseudo none

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig bridge0 create
ifconfig vether0 create
ifconfig bridge0 add vmx0
ifconfig bridge0 add vmx1
ifconfig bridge0 add vether0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig bridge0 up
ifconfig vether0 inet 10.10.61.2/21
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vether0 inet 10.10.61.20/32 alias
ifconfig vether0 inet 10.10.61.21/32 alias
ifconfig vether0 inet 10.10.61.22/32 alias
ifconfig vether0 inet 10.10.61.23/32 alias
ifconfig vether0 inet 10.10.61.24/32 alias
ifconfig vether0 inet 10.10.61.25/32 alias
ifconfig vether0 inet 10.10.61.26/32 alias
ifconfig vether0 inet 10.10.61.27/32 alias
ifconfig vether0 inet 10.10.61.28/32 alias
ifconfig vether0 inet 10.10.61.29/32 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vether0 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.750 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.750/0.750/0.750/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.717 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.717/0.717/0.717/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.894 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.894/0.894/0.894/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.763 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.763/0.763/0.763/0.000 ms

new config created: modify nolro, iface vmx0, pseudo bridge

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig bridge0 -inet -inet6 down
ifconfig bridge0 destroy
ifconfig vether0 -inet -inet6 down
ifconfig vether0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig carp0 create
ifconfig carp1 create
ifconfig carp0 carpdev vmx0 vhid 161
ifconfig carp1 carpdev vmx1 vhid 162
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig carp0 inet 10.10.61.2/24
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig carp0 inet 10.10.61.20/32 alias
ifconfig carp0 inet 10.10.61.21/32 alias
ifconfig carp0 inet 10.10.61.22/32 alias
ifconfig carp0 inet 10.10.61.23/32 alias
ifconfig carp0 inet 10.10.61.24/32 alias
ifconfig carp0 inet 10.10.61.25/32 alias
ifconfig carp0 inet 10.10.61.26/32 alias
ifconfig carp0 inet 10.10.61.27/32 alias
ifconfig carp0 inet 10.10.61.28/32 alias
ifconfig carp0 inet 10.10.61.29/32 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig carp0 up
ifconfig carp1 inet 10.10.62.3/24
ifconfig carp1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig carp1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.646 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.646/0.646/0.646/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.629 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.629/0.629/0.629/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.591 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.591/0.591/0.591/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.514 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.514/0.514/0.514/0.000 ms

new config created: modify nolro, iface vmx0, pseudo carp

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig carp0 -inet -inet6 down
ifconfig carp0 destroy
ifconfig carp1 -inet -inet6 down
ifconfig carp1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1480 tunnel 10.10.63.2 10.10.63.1
ifconfig gif1 mtu 1480 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe sit
ssh root@lt55 modprobe sit
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type sit mode any local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type sit mode any local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.409 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.409/0.409/0.409/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.513 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.513/0.513/0.513/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.325 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.325/0.325/0.325/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.301 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.301/0.301/0.301/0.000 ms

new config created: modify nolro, iface vmx0, pseudo gif

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet6 fdd7:e83e:66bd:1063::2/64
ifconfig vmx1 inet6 fdd7:e83e:66bd:1064::3/64
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1063::2 fdd7:e83e:66bd:1063::1
ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1064::3 fdd7:e83e:66bd:1064::4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip6_tunnel
ssh root@lt55 modprobe ip6_tunnel
ssh root@lt54 ip address add fdd7:e83e:66bd:1063::1/64 dev ens224
ssh root@lt55 ip address add fdd7:e83e:66bd:1064::4/64 dev ens224
ssh root@lt54 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1063::1 remote fdd7:e83e:66bd:1063::2
ssh root@lt55 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1064::4 remote fdd7:e83e:66bd:1064::3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.549 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.549/0.549/0.549/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.413 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.413/0.413/0.413/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.323 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.323/0.323/0.323/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.303 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.303/0.303/0.303/0.000 ms

new config created: modify nolro, iface vmx0, pseudo gif6

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
sysctl net.inet.tcp.tso=1
pfctl: pf already enabled
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gre0 create
ifconfig gre1 create
ifconfig gre0 vnetid 261 tunnel 10.10.63.2 10.10.63.1
ifconfig gre1 vnetid 262 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip_gre
ssh root@lt55 modprobe ip_gre
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type gre key 261 local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type gre key 262 local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gre0 inet 10.10.61.2/32 10.10.61.1
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gre0 inet 10.10.61.20/32 alias
ifconfig gre0 inet 10.10.61.21/32 alias
ifconfig gre0 inet 10.10.61.22/32 alias
ifconfig gre0 inet 10.10.61.23/32 alias
ifconfig gre0 inet 10.10.61.24/32 alias
ifconfig gre0 inet 10.10.61.25/32 alias
ifconfig gre0 inet 10.10.61.26/32 alias
ifconfig gre0 inet 10.10.61.27/32 alias
ifconfig gre0 inet 10.10.61.28/32 alias
ifconfig gre0 inet 10.10.61.29/32 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gre0 up
ifconfig gre1 inet 10.10.62.3/32 10.10.62.4
ifconfig gre1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gre1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.446 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.446/0.446/0.446/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.368 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.368/0.368/0.368/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.343 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.343/0.343/0.343/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.305 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.305/0.305/0.305/0.000 ms

new config created: modify nolro, iface vmx0, pseudo gre

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gre0 -inet -inet6 down
ifconfig gre0 destroy
ifconfig gre1 -inet -inet6 down
ifconfig gre1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig veb0 create
ifconfig vport0 create
ifconfig veb0 add vmx0
ifconfig veb0 add vmx1
ifconfig veb0 add vport0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig veb0 up
ifconfig vport0 inet 10.10.61.2/21
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vport0 inet 10.10.61.20/32 alias
ifconfig vport0 inet 10.10.61.21/32 alias
ifconfig vport0 inet 10.10.61.22/32 alias
ifconfig vport0 inet 10.10.61.23/32 alias
ifconfig vport0 inet 10.10.61.24/32 alias
ifconfig vport0 inet 10.10.61.25/32 alias
ifconfig vport0 inet 10.10.61.26/32 alias
ifconfig vport0 inet 10.10.61.27/32 alias
ifconfig vport0 inet 10.10.61.28/32 alias
ifconfig vport0 inet 10.10.61.29/32 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vport0 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.598 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.598/0.598/0.598/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.586 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.586/0.586/0.586/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.774 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.774/0.774/0.774/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.596 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.596/0.596/0.596/0.000 ms

new config created: modify nolro, iface vmx0, pseudo veb

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig veb0 -inet -inet6 down
ifconfig veb0 destroy
ifconfig vport0 -inet -inet6 down
ifconfig vport0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vlan0 create
ifconfig vlan1 create
ifconfig vlan0 parent vmx0 vnetid 261
ifconfig vlan1 parent vmx1 vnetid 262
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe 8021q
ssh root@lt55 modprobe 8021q
ssh root@lt54 ip link add link ens224 name ens224.6 type vlan id 261
ssh root@lt55 ip link add link ens224 name ens224.6 type vlan id 262
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vlan0 inet 10.10.61.2/24
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vlan0 inet 10.10.61.20/32 alias
ifconfig vlan0 inet 10.10.61.21/32 alias
ifconfig vlan0 inet 10.10.61.22/32 alias
ifconfig vlan0 inet 10.10.61.23/32 alias
ifconfig vlan0 inet 10.10.61.24/32 alias
ifconfig vlan0 inet 10.10.61.25/32 alias
ifconfig vlan0 inet 10.10.61.26/32 alias
ifconfig vlan0 inet 10.10.61.27/32 alias
ifconfig vlan0 inet 10.10.61.28/32 alias
ifconfig vlan0 inet 10.10.61.29/32 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vlan0 up
ifconfig vlan1 inet 10.10.62.3/24
ifconfig vlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vlan1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.718 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.718/0.718/0.718/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.521 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.521/0.521/0.521/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.687 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.687/0.687/0.687/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.682 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.682/0.682/0.682/0.000 ms

new config created: modify nolro, iface vmx0, pseudo vlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vlan0 -inet -inet6 down
ifconfig vlan0 destroy
ifconfig vlan1 -inet -inet6 down
ifconfig vlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig vmx0 mtu 1600
ifconfig vmx1 mtu 1600
ifconfig vxlan0 create
ifconfig vxlan1 create
ifconfig vxlan0 parent vmx0 tunnel 10.10.63.2 234.10.10.63
ifconfig vxlan1 parent vmx1 tunnel 10.10.64.3 234.10.10.64
ifconfig vxlan0 vnetid 461
ifconfig vxlan1 vnetid 462
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe vxlan
ssh root@lt55 modprobe vxlan
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type vxlan id 461 dstport 4789 dev ens224 local 10.10.63.1 group 234.10.10.63
ssh root@lt55 ip link add name ens224.6 type vxlan id 462 dstport 4789 dev ens224 local 10.10.64.4 group 234.10.10.64
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vxlan0 inet 10.10.61.2/24
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vxlan0 inet 10.10.61.20/32 alias
ifconfig vxlan0 inet 10.10.61.21/32 alias
ifconfig vxlan0 inet 10.10.61.22/32 alias
ifconfig vxlan0 inet 10.10.61.23/32 alias
ifconfig vxlan0 inet 10.10.61.24/32 alias
ifconfig vxlan0 inet 10.10.61.25/32 alias
ifconfig vxlan0 inet 10.10.61.26/32 alias
ifconfig vxlan0 inet 10.10.61.27/32 alias
ifconfig vxlan0 inet 10.10.61.28/32 alias
ifconfig vxlan0 inet 10.10.61.29/32 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vxlan0 up
ifconfig vxlan1 inet 10.10.62.3/24
ifconfig vxlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vxlan1 up
ssh root@lt54 ip link set mtu 1600 dev ens224
ssh root@lt55 ip link set mtu 1600 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.919 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.919/0.919/0.919/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.825 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.825/0.825/0.825/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.805 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.805/0.805/0.805/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.725 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.725/0.725/0.725/0.000 ms

new config created: modify nolro, iface vmx0, pseudo vxlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vxlan0 -inet -inet6 down
ifconfig vxlan0 destroy
ifconfig vxlan1 -inet -inet6 down
ifconfig vxlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nolro

/sbin/ifconfig vmx0 -tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 -tcplro
/sbin/ifconfig vmx1 mtu 1500
ssh root@lt54 modprobe wireguard
ssh root@lt54 wg genkey | tee wg-private.key | wg pubkey >wg-public.key
ssh root@lt55 modprobe wireguard
ssh root@lt55 wg genkey | tee wg-private.key | wg pubkey >wg-public.key
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig wg0 create
ifconfig wg1 create
ifconfig wg0 wgport 7112 wgkey l6upcycRABR2wkjY8N2OF/biWt249L4+3UQeexmhDR0= wgpeer WjLqtXKa8B2XRV3MMbnTslYQ+Wuwv2TnEEzbEP+FpCI= wgendpoint 10.10.63.1 7111 wgaip 10.10.61.1/24 wgaip fdd7:e83e:66bd:1061::1/64
ifconfig wg1 wgport 7113 wgkey Wm+xluprrBWMLAYjSFU2YJDeqHdJRq0rp3jviYT0mXw= wgpeer 6x+ErSgcrLAUZ/WSmzu89uQ0M6sQM+hGTPxvbZVhPxw= wgendpoint 10.10.64.4 7114 wgaip 10.10.62.4/24 wgaip fdd7:e83e:66bd:1062::4/64
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type wireguard
ssh root@lt55 ip link add name ens224.6 type wireguard
ssh root@lt54 wg set ens224.6 listen-port 7111 private-key wg-private.key peer C9w6+n6xcFoTsBf4MEpigs8BF0Lk46futHS3ELagVmk= allowed-ips 10.10.61.0/24 allowed-ips fdd7:e83e:66bd:1061::/64 allowed-ips 10.10.62.0/24 allowed-ips fdd7:e83e:66bd:1062::/64 endpoint 10.10.63.2:7112
ssh root@lt55 wg set ens224.6 listen-port 7114 private-key wg-private.key peer RP9tXvbsTHqKy4IhhaApo/aaDEhbsAspk1e0bChvsw0= allowed-ips 10.10.62.0/24 allowed-ips fdd7:e83e:66bd:1062::/64 allowed-ips 10.10.61.0/24 allowed-ips fdd7:e83e:66bd:1061::/64 endpoint 10.10.64.3:7113
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig wg0 inet 10.10.61.2/24
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig wg0 inet 10.10.61.20/32 alias
ifconfig wg0 inet 10.10.61.21/32 alias
ifconfig wg0 inet 10.10.61.22/32 alias
ifconfig wg0 inet 10.10.61.23/32 alias
ifconfig wg0 inet 10.10.61.24/32 alias
ifconfig wg0 inet 10.10.61.25/32 alias
ifconfig wg0 inet 10.10.61.26/32 alias
ifconfig wg0 inet 10.10.61.27/32 alias
ifconfig wg0 inet 10.10.61.28/32 alias
ifconfig wg0 inet 10.10.61.29/32 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig wg0 up
ifconfig wg1 inet 10.10.62.3/24
ifconfig wg1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig wg1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=2.553 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 2.553/2.553/2.553/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=2.229 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 2.229/2.229/2.229/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.406 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.406/0.406/0.406/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.474 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.474/0.474/0.474/0.000 ms

new config created: modify nolro, iface vmx0, pseudo wg

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot57.sh -i vmx0 -m nolro all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig wg0 -inet -inet6 down
ifconfig wg0 destroy
ifconfig wg1 -inet -inet6 down
ifconfig wg1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
pf disabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.61.2/24
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vmx0 inet 10.10.61.20/32 alias
ifconfig vmx0 inet 10.10.61.21/32 alias
ifconfig vmx0 inet 10.10.61.22/32 alias
ifconfig vmx0 inet 10.10.61.23/32 alias
ifconfig vmx0 inet 10.10.61.24/32 alias
ifconfig vmx0 inet 10.10.61.25/32 alias
ifconfig vmx0 inet 10.10.61.26/32 alias
ifconfig vmx0 inet 10.10.61.27/32 alias
ifconfig vmx0 inet 10.10.61.28/32 alias
ifconfig vmx0 inet 10.10.61.29/32 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vmx0 up
ifconfig vmx1 inet 10.10.62.3/24
ifconfig vmx1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vmx1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.511 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.511/0.511/0.511/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.410 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.410/0.410/0.410/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.660 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.660/0.660/0.660/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.507 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.507/0.507/0.507/0.000 ms

new config created: modify nopf, iface vmx0, pseudo none

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
sysctl net.inet.tcp.tso=1
pfctl: pf not enabled
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig bridge0 create
ifconfig vether0 create
ifconfig bridge0 add vmx0
ifconfig bridge0 add vmx1
ifconfig bridge0 add vether0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig bridge0 up
ifconfig vether0 inet 10.10.61.2/21
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vether0 inet 10.10.61.20/32 alias
ifconfig vether0 inet 10.10.61.21/32 alias
ifconfig vether0 inet 10.10.61.22/32 alias
ifconfig vether0 inet 10.10.61.23/32 alias
ifconfig vether0 inet 10.10.61.24/32 alias
ifconfig vether0 inet 10.10.61.25/32 alias
ifconfig vether0 inet 10.10.61.26/32 alias
ifconfig vether0 inet 10.10.61.27/32 alias
ifconfig vether0 inet 10.10.61.28/32 alias
ifconfig vether0 inet 10.10.61.29/32 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vether0 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.615 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.615/0.615/0.615/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.536 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.536/0.536/0.536/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.631 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.631/0.631/0.631/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.610 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.610/0.610/0.610/0.000 ms

new config created: modify nopf, iface vmx0, pseudo bridge

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig bridge0 -inet -inet6 down
ifconfig bridge0 destroy
ifconfig vether0 -inet -inet6 down
ifconfig vether0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
sysctl net.inet.tcp.tso=1
pfctl: pf not enabled
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig carp0 create
ifconfig carp1 create
ifconfig carp0 carpdev vmx0 vhid 161
ifconfig carp1 carpdev vmx1 vhid 162
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig carp0 inet 10.10.61.2/24
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig carp0 inet 10.10.61.20/32 alias
ifconfig carp0 inet 10.10.61.21/32 alias
ifconfig carp0 inet 10.10.61.22/32 alias
ifconfig carp0 inet 10.10.61.23/32 alias
ifconfig carp0 inet 10.10.61.24/32 alias
ifconfig carp0 inet 10.10.61.25/32 alias
ifconfig carp0 inet 10.10.61.26/32 alias
ifconfig carp0 inet 10.10.61.27/32 alias
ifconfig carp0 inet 10.10.61.28/32 alias
ifconfig carp0 inet 10.10.61.29/32 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig carp0 up
ifconfig carp1 inet 10.10.62.3/24
ifconfig carp1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig carp1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.595 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.595/0.595/0.595/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.629 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.629/0.629/0.629/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.651 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.651/0.651/0.651/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.666 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.666/0.666/0.666/0.000 ms

new config created: modify nopf, iface vmx0, pseudo carp

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig carp0 -inet -inet6 down
ifconfig carp0 destroy
ifconfig carp1 -inet -inet6 down
ifconfig carp1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
sysctl net.inet.tcp.tso=1
pfctl: pf not enabled
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1480 tunnel 10.10.63.2 10.10.63.1
ifconfig gif1 mtu 1480 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe sit
ssh root@lt55 modprobe sit
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type sit mode any local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type sit mode any local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.433 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.433/0.433/0.433/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.284 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.284/0.284/0.284/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.256 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.256/0.256/0.256/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.261 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.261/0.261/0.261/0.000 ms

new config created: modify nopf, iface vmx0, pseudo gif

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' finished.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
sysctl net.inet.tcp.tso=1
pfctl: pf not enabled
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet6 fdd7:e83e:66bd:1063::2/64
ifconfig vmx1 inet6 fdd7:e83e:66bd:1064::3/64
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1063::2 fdd7:e83e:66bd:1063::1
ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1064::3 fdd7:e83e:66bd:1064::4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip6_tunnel
ssh root@lt55 modprobe ip6_tunnel
ssh root@lt54 ip address add fdd7:e83e:66bd:1063::1/64 dev ens224
ssh root@lt55 ip address add fdd7:e83e:66bd:1064::4/64 dev ens224
ssh root@lt54 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1063::1 remote fdd7:e83e:66bd:1063::2
ssh root@lt55 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1064::4 remote fdd7:e83e:66bd:1064::3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.511 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.511/0.511/0.511/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.406 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.406/0.406/0.406/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.290 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.290/0.290/0.290/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.323 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.323/0.323/0.323/0.000 ms

new config created: modify nopf, iface vmx0, pseudo gif6

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
pfctl: pf not enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gre0 create
ifconfig gre1 create
ifconfig gre0 vnetid 261 tunnel 10.10.63.2 10.10.63.1
ifconfig gre1 vnetid 262 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip_gre
ssh root@lt55 modprobe ip_gre
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type gre key 261 local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type gre key 262 local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gre0 inet 10.10.61.2/32 10.10.61.1
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gre0 inet 10.10.61.20/32 alias
ifconfig gre0 inet 10.10.61.21/32 alias
ifconfig gre0 inet 10.10.61.22/32 alias
ifconfig gre0 inet 10.10.61.23/32 alias
ifconfig gre0 inet 10.10.61.24/32 alias
ifconfig gre0 inet 10.10.61.25/32 alias
ifconfig gre0 inet 10.10.61.26/32 alias
ifconfig gre0 inet 10.10.61.27/32 alias
ifconfig gre0 inet 10.10.61.28/32 alias
ifconfig gre0 inet 10.10.61.29/32 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gre0 up
ifconfig gre1 inet 10.10.62.3/32 10.10.62.4
ifconfig gre1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gre1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.457 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.457/0.457/0.457/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.331 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.331/0.331/0.331/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.386 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.386/0.386/0.386/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.273 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.273/0.273/0.273/0.000 ms

new config created: modify nopf, iface vmx0, pseudo gre

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gre0 -inet -inet6 down
ifconfig gre0 destroy
ifconfig gre1 -inet -inet6 down
ifconfig gre1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
pfctl: pf not enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig veb0 create
ifconfig vport0 create
ifconfig veb0 add vmx0
ifconfig veb0 add vmx1
ifconfig veb0 add vport0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig veb0 up
ifconfig vport0 inet 10.10.61.2/21
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vport0 inet 10.10.61.20/32 alias
ifconfig vport0 inet 10.10.61.21/32 alias
ifconfig vport0 inet 10.10.61.22/32 alias
ifconfig vport0 inet 10.10.61.23/32 alias
ifconfig vport0 inet 10.10.61.24/32 alias
ifconfig vport0 inet 10.10.61.25/32 alias
ifconfig vport0 inet 10.10.61.26/32 alias
ifconfig vport0 inet 10.10.61.27/32 alias
ifconfig vport0 inet 10.10.61.28/32 alias
ifconfig vport0 inet 10.10.61.29/32 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vport0 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.701 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.701/0.701/0.701/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.428 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.428/0.428/0.428/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.804 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.804/0.804/0.804/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.564 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.564/0.564/0.564/0.000 ms

new config created: modify nopf, iface vmx0, pseudo veb

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig veb0 -inet -inet6 down
ifconfig veb0 destroy
ifconfig vport0 -inet -inet6 down
ifconfig vport0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
sysctl net.inet.tcp.tso=1
pfctl: pf not enabled
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vlan0 create
ifconfig vlan1 create
ifconfig vlan0 parent vmx0 vnetid 261
ifconfig vlan1 parent vmx1 vnetid 262
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe 8021q
ssh root@lt55 modprobe 8021q
ssh root@lt54 ip link add link ens224 name ens224.6 type vlan id 261
ssh root@lt55 ip link add link ens224 name ens224.6 type vlan id 262
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vlan0 inet 10.10.61.2/24
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vlan0 inet 10.10.61.20/32 alias
ifconfig vlan0 inet 10.10.61.21/32 alias
ifconfig vlan0 inet 10.10.61.22/32 alias
ifconfig vlan0 inet 10.10.61.23/32 alias
ifconfig vlan0 inet 10.10.61.24/32 alias
ifconfig vlan0 inet 10.10.61.25/32 alias
ifconfig vlan0 inet 10.10.61.26/32 alias
ifconfig vlan0 inet 10.10.61.27/32 alias
ifconfig vlan0 inet 10.10.61.28/32 alias
ifconfig vlan0 inet 10.10.61.29/32 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vlan0 up
ifconfig vlan1 inet 10.10.62.3/24
ifconfig vlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vlan1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.594 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.594/0.594/0.594/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.597 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.597/0.597/0.597/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.698 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.698/0.698/0.698/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.741 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.741/0.741/0.741/0.000 ms

new config created: modify nopf, iface vmx0, pseudo vlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vlan0 -inet -inet6 down
ifconfig vlan0 destroy
ifconfig vlan1 -inet -inet6 down
ifconfig vlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
sysctl net.inet.tcp.tso=1
pfctl: pf not enabled
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig vmx0 mtu 1600
ifconfig vmx1 mtu 1600
ifconfig vxlan0 create
ifconfig vxlan1 create
ifconfig vxlan0 parent vmx0 tunnel 10.10.63.2 234.10.10.63
ifconfig vxlan1 parent vmx1 tunnel 10.10.64.3 234.10.10.64
ifconfig vxlan0 vnetid 461
ifconfig vxlan1 vnetid 462
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe vxlan
ssh root@lt55 modprobe vxlan
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type vxlan id 461 dstport 4789 dev ens224 local 10.10.63.1 group 234.10.10.63
ssh root@lt55 ip link add name ens224.6 type vxlan id 462 dstport 4789 dev ens224 local 10.10.64.4 group 234.10.10.64
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vxlan0 inet 10.10.61.2/24
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vxlan0 inet 10.10.61.20/32 alias
ifconfig vxlan0 inet 10.10.61.21/32 alias
ifconfig vxlan0 inet 10.10.61.22/32 alias
ifconfig vxlan0 inet 10.10.61.23/32 alias
ifconfig vxlan0 inet 10.10.61.24/32 alias
ifconfig vxlan0 inet 10.10.61.25/32 alias
ifconfig vxlan0 inet 10.10.61.26/32 alias
ifconfig vxlan0 inet 10.10.61.27/32 alias
ifconfig vxlan0 inet 10.10.61.28/32 alias
ifconfig vxlan0 inet 10.10.61.29/32 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vxlan0 up
ifconfig vxlan1 inet 10.10.62.3/24
ifconfig vxlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vxlan1 up
ssh root@lt54 ip link set mtu 1600 dev ens224
ssh root@lt55 ip link set mtu 1600 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.880 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.880/0.880/0.880/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.645 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.645/0.645/0.645/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.752 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.752/0.752/0.752/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.686 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.686/0.686/0.686/0.000 ms

new config created: modify nopf, iface vmx0, pseudo vxlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vxlan0 -inet -inet6 down
ifconfig vxlan0 destroy
ifconfig vxlan1 -inet -inet6 down
ifconfig vxlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -d
pfctl: pf not enabled
sysctl net.inet.tcp.tso=1
net.inet.tcp.tso: 1 -> 1

old config destroyed: modify nopf

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ssh root@lt54 modprobe wireguard
ssh root@lt54 wg genkey | tee wg-private.key | wg pubkey >wg-public.key
ssh root@lt55 modprobe wireguard
ssh root@lt55 wg genkey | tee wg-private.key | wg pubkey >wg-public.key
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig wg0 create
ifconfig wg1 create
ifconfig wg0 wgport 7112 wgkey kDIJ3bi35HFPvVBHoYAU+JZZ7ltbR82FmkNUjaY2MqE= wgpeer cpx04RW5xidT0S7Msaep5UaEduZrX7gOdwPqFfpPH0k= wgendpoint 10.10.63.1 7111 wgaip 10.10.61.1/24 wgaip fdd7:e83e:66bd:1061::1/64
ifconfig wg1 wgport 7113 wgkey Zwl7QN0RpbUO8b1y5pFeCnitQKN5lXok9zIiMCRV2sg= wgpeer tOocETMtoFI7jU/f2XoWlFALFDzcpIO6ob9WBg2tv0c= wgendpoint 10.10.64.4 7114 wgaip 10.10.62.4/24 wgaip fdd7:e83e:66bd:1062::4/64
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type wireguard
ssh root@lt55 ip link add name ens224.6 type wireguard
ssh root@lt54 wg set ens224.6 listen-port 7111 private-key wg-private.key peer GYWT2h3k9oXroOBN9JMblHQay95X+cHCFH5Zb/aUX3U= allowed-ips 10.10.61.0/24 allowed-ips fdd7:e83e:66bd:1061::/64 allowed-ips 10.10.62.0/24 allowed-ips fdd7:e83e:66bd:1062::/64 endpoint 10.10.63.2:7112
ssh root@lt55 wg set ens224.6 listen-port 7114 private-key wg-private.key peer tFtWmCb+yuhCRvdIxdAcnmJboZpNnzQpaL3mle1riwk= allowed-ips 10.10.62.0/24 allowed-ips fdd7:e83e:66bd:1062::/64 allowed-ips 10.10.61.0/24 allowed-ips fdd7:e83e:66bd:1061::/64 endpoint 10.10.64.3:7113
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig wg0 inet 10.10.61.2/24
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig wg0 inet 10.10.61.20/32 alias
ifconfig wg0 inet 10.10.61.21/32 alias
ifconfig wg0 inet 10.10.61.22/32 alias
ifconfig wg0 inet 10.10.61.23/32 alias
ifconfig wg0 inet 10.10.61.24/32 alias
ifconfig wg0 inet 10.10.61.25/32 alias
ifconfig wg0 inet 10.10.61.26/32 alias
ifconfig wg0 inet 10.10.61.27/32 alias
ifconfig wg0 inet 10.10.61.28/32 alias
ifconfig wg0 inet 10.10.61.29/32 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig wg0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig wg0 up
ifconfig wg1 inet 10.10.62.3/24
ifconfig wg1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig wg1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.788 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.788/0.788/0.788/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=2.723 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 2.723/2.723/2.723/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.570 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.570/0.570/0.570/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.508 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.508/0.508/0.508/0.000 ms

new config created: modify nopf, iface vmx0, pseudo wg

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c wg -e /root/netlink/env-ot57.sh -i vmx0 -m nopf all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig wg0 -inet -inet6 down
ifconfig wg0 destroy
ifconfig wg1 -inet -inet6 down
ifconfig wg1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
sysctl net.inet.tcp.tso=0
pf enabled
net.inet.tcp.tso: 1 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.61.2/24
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vmx0 inet 10.10.61.20/32 alias
ifconfig vmx0 inet 10.10.61.21/32 alias
ifconfig vmx0 inet 10.10.61.22/32 alias
ifconfig vmx0 inet 10.10.61.23/32 alias
ifconfig vmx0 inet 10.10.61.24/32 alias
ifconfig vmx0 inet 10.10.61.25/32 alias
ifconfig vmx0 inet 10.10.61.26/32 alias
ifconfig vmx0 inet 10.10.61.27/32 alias
ifconfig vmx0 inet 10.10.61.28/32 alias
ifconfig vmx0 inet 10.10.61.29/32 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vmx0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vmx0 up
ifconfig vmx1 inet 10.10.62.3/24
ifconfig vmx1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vmx1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.551 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.551/0.551/0.551/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.512 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.512/0.512/0.512/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.695 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.695/0.695/0.695/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.504 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.504/0.504/0.504/0.000 ms

new config created: modify notso, iface vmx0, pseudo none

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c none -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=0
net.inet.tcp.tso: 0 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig bridge0 create
ifconfig vether0 create
ifconfig bridge0 add vmx0
ifconfig bridge0 add vmx1
ifconfig bridge0 add vether0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig bridge0 up
ifconfig vether0 inet 10.10.61.2/21
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vether0 inet 10.10.61.20/32 alias
ifconfig vether0 inet 10.10.61.21/32 alias
ifconfig vether0 inet 10.10.61.22/32 alias
ifconfig vether0 inet 10.10.61.23/32 alias
ifconfig vether0 inet 10.10.61.24/32 alias
ifconfig vether0 inet 10.10.61.25/32 alias
ifconfig vether0 inet 10.10.61.26/32 alias
ifconfig vether0 inet 10.10.61.27/32 alias
ifconfig vether0 inet 10.10.61.28/32 alias
ifconfig vether0 inet 10.10.61.29/32 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vether0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vether0 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.829 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.829/0.829/0.829/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.461 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.461/0.461/0.461/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.716 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.716/0.716/0.716/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.584 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.584/0.584/0.584/0.000 ms

new config created: modify notso, iface vmx0, pseudo bridge

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c bridge -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig bridge0 -inet -inet6 down
ifconfig bridge0 destroy
ifconfig vether0 -inet -inet6 down
ifconfig vether0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=0
net.inet.tcp.tso: 0 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig carp0 create
ifconfig carp1 create
ifconfig carp0 carpdev vmx0 vhid 161
ifconfig carp1 carpdev vmx1 vhid 162
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig carp0 inet 10.10.61.2/24
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig carp0 inet 10.10.61.20/32 alias
ifconfig carp0 inet 10.10.61.21/32 alias
ifconfig carp0 inet 10.10.61.22/32 alias
ifconfig carp0 inet 10.10.61.23/32 alias
ifconfig carp0 inet 10.10.61.24/32 alias
ifconfig carp0 inet 10.10.61.25/32 alias
ifconfig carp0 inet 10.10.61.26/32 alias
ifconfig carp0 inet 10.10.61.27/32 alias
ifconfig carp0 inet 10.10.61.28/32 alias
ifconfig carp0 inet 10.10.61.29/32 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig carp0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig carp0 up
ifconfig carp1 inet 10.10.62.3/24
ifconfig carp1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig carp1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.483 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.483/0.483/0.483/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.778 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.778/0.778/0.778/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.635 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.635/0.635/0.635/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.830 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.830/0.830/0.830/0.000 ms

new config created: modify notso, iface vmx0, pseudo carp

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c carp -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig carp0 -inet -inet6 down
ifconfig carp0 destroy
ifconfig carp1 -inet -inet6 down
ifconfig carp1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
sysctl net.inet.tcp.tso=0
pfctl: pf already enabled
net.inet.tcp.tso: 0 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1480 tunnel 10.10.63.2 10.10.63.1
ifconfig gif1 mtu 1480 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe sit
ssh root@lt55 modprobe sit
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type sit mode any local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type sit mode any local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.486 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.486/0.486/0.486/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.486 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.486/0.486/0.486/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.324 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.324/0.324/0.324/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.252 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.252/0.252/0.252/0.000 ms

new config created: modify notso, iface vmx0, pseudo gif

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=0
net.inet.tcp.tso: 0 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet6 fdd7:e83e:66bd:1063::2/64
ifconfig vmx1 inet6 fdd7:e83e:66bd:1064::3/64
ifconfig gif0 create
ifconfig gif1 create
ifconfig gif0 mtu 1460 tunnel fdd7:e83e:66bd:1063::2 fdd7:e83e:66bd:1063::1
ifconfig gif1 mtu 1460 tunnel fdd7:e83e:66bd:1064::3 fdd7:e83e:66bd:1064::4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip6_tunnel
ssh root@lt55 modprobe ip6_tunnel
ssh root@lt54 ip address add fdd7:e83e:66bd:1063::1/64 dev ens224
ssh root@lt55 ip address add fdd7:e83e:66bd:1064::4/64 dev ens224
ssh root@lt54 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1063::1 remote fdd7:e83e:66bd:1063::2
ssh root@lt55 ip link add name ens224.6 type ip6tnl mode any encaplimit none local fdd7:e83e:66bd:1064::4 remote fdd7:e83e:66bd:1064::3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gif0 inet 10.10.61.2/32 10.10.61.1
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gif0 inet 10.10.61.20/32 alias
ifconfig gif0 inet 10.10.61.21/32 alias
ifconfig gif0 inet 10.10.61.22/32 alias
ifconfig gif0 inet 10.10.61.23/32 alias
ifconfig gif0 inet 10.10.61.24/32 alias
ifconfig gif0 inet 10.10.61.25/32 alias
ifconfig gif0 inet 10.10.61.26/32 alias
ifconfig gif0 inet 10.10.61.27/32 alias
ifconfig gif0 inet 10.10.61.28/32 alias
ifconfig gif0 inet 10.10.61.29/32 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gif0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gif0 up
ifconfig gif1 inet 10.10.62.3/32 10.10.62.4
ifconfig gif1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gif1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.425 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.425/0.425/0.425/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.526 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.526/0.526/0.526/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.318 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.318/0.318/0.318/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.385 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.385/0.385/0.385/0.000 ms

new config created: modify notso, iface vmx0, pseudo gif6

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gif6 -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gif0 -inet -inet6 down
ifconfig gif0 destroy
ifconfig gif1 -inet -inet6 down
ifconfig gif1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=0
net.inet.tcp.tso: 0 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig gre0 create
ifconfig gre1 create
ifconfig gre0 vnetid 261 tunnel 10.10.63.2 10.10.63.1
ifconfig gre1 vnetid 262 tunnel 10.10.64.3 10.10.64.4
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe ip_gre
ssh root@lt55 modprobe ip_gre
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type gre key 261 local 10.10.63.1 remote 10.10.63.2
ssh root@lt55 ip link add name ens224.6 type gre key 262 local 10.10.64.4 remote 10.10.64.3
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig gre0 inet 10.10.61.2/32 10.10.61.1
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::2/128 fdd7:e83e:66bd:1061::1
ifconfig gre0 inet 10.10.61.20/32 alias
ifconfig gre0 inet 10.10.61.21/32 alias
ifconfig gre0 inet 10.10.61.22/32 alias
ifconfig gre0 inet 10.10.61.23/32 alias
ifconfig gre0 inet 10.10.61.24/32 alias
ifconfig gre0 inet 10.10.61.25/32 alias
ifconfig gre0 inet 10.10.61.26/32 alias
ifconfig gre0 inet 10.10.61.27/32 alias
ifconfig gre0 inet 10.10.61.28/32 alias
ifconfig gre0 inet 10.10.61.29/32 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig gre0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig gre0 up
ifconfig gre1 inet 10.10.62.3/32 10.10.62.4
ifconfig gre1 inet6 fdd7:e83e:66bd:1062::3/128 fdd7:e83e:66bd:1062::4
ifconfig gre1 up
route add 10.10.61.0/24 10.10.61.1
add net 10.10.61.0/24: gateway 10.10.61.1
route add fdd7:e83e:66bd:1061::/64 fdd7:e83e:66bd:1061::1
add net fdd7:e83e:66bd:1061::/64: gateway fdd7:e83e:66bd:1061::1
route add 10.10.62.0/24 10.10.62.4
add net 10.10.62.0/24: gateway 10.10.62.4
route add fdd7:e83e:66bd:1062::/64 fdd7:e83e:66bd:1062::4
add net fdd7:e83e:66bd:1062::/64: gateway fdd7:e83e:66bd:1062::4
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.553 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.553/0.553/0.553/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.341 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.341/0.341/0.341/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.323 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.323/0.323/0.323/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.318 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.318/0.318/0.318/0.000 ms

new config created: modify notso, iface vmx0, pseudo gre

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c gre -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig gre0 -inet -inet6 down
ifconfig gre0 destroy
ifconfig gre1 -inet -inet6 down
ifconfig gre1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
sysctl net.inet.tcp.tso=0
pfctl: pf already enabled
net.inet.tcp.tso: 0 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig veb0 create
ifconfig vport0 create
ifconfig veb0 add vmx0
ifconfig veb0 add vmx1
ifconfig veb0 add vport0
ifconfig vmx0 up
ifconfig vmx1 up
ifconfig veb0 up
ifconfig vport0 inet 10.10.61.2/21
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::2/60
ifconfig vport0 inet 10.10.61.20/32 alias
ifconfig vport0 inet 10.10.61.21/32 alias
ifconfig vport0 inet 10.10.61.22/32 alias
ifconfig vport0 inet 10.10.61.23/32 alias
ifconfig vport0 inet 10.10.61.24/32 alias
ifconfig vport0 inet 10.10.61.25/32 alias
ifconfig vport0 inet 10.10.61.26/32 alias
ifconfig vport0 inet 10.10.61.27/32 alias
ifconfig vport0 inet 10.10.61.28/32 alias
ifconfig vport0 inet 10.10.61.29/32 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vport0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vport0 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 ; do ip address add $net dev ens224 ; done
ssh root@lt55 for net in 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 ; do ip address add $net dev ens224 ; done
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.624 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.624/0.624/0.624/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.596 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.596/0.596/0.596/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.709 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.709/0.709/0.709/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.723 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.723/0.723/0.723/0.000 ms

new config created: modify notso, iface vmx0, pseudo veb

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c veb -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig veb0 -inet -inet6 down
ifconfig veb0 destroy
ifconfig vport0 -inet -inet6 down
ifconfig vport0 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt54 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
Cannot find device "ens224.6"
Cannot find device "ens224.6"
ssh root@lt55 ip link delete dev ens224.6
Cannot find device "ens224.6"
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
pfctl: pf already enabled
sysctl net.inet.tcp.tso=0
net.inet.tcp.tso: 0 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vlan0 create
ifconfig vlan1 create
ifconfig vlan0 parent vmx0 vnetid 261
ifconfig vlan1 parent vmx1 vnetid 262
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe 8021q
ssh root@lt55 modprobe 8021q
ssh root@lt54 ip link add link ens224 name ens224.6 type vlan id 261
ssh root@lt55 ip link add link ens224 name ens224.6 type vlan id 262
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vlan0 inet 10.10.61.2/24
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vlan0 inet 10.10.61.20/32 alias
ifconfig vlan0 inet 10.10.61.21/32 alias
ifconfig vlan0 inet 10.10.61.22/32 alias
ifconfig vlan0 inet 10.10.61.23/32 alias
ifconfig vlan0 inet 10.10.61.24/32 alias
ifconfig vlan0 inet 10.10.61.25/32 alias
ifconfig vlan0 inet 10.10.61.26/32 alias
ifconfig vlan0 inet 10.10.61.27/32 alias
ifconfig vlan0 inet 10.10.61.28/32 alias
ifconfig vlan0 inet 10.10.61.29/32 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vlan0 up
ifconfig vlan1 inet 10.10.62.3/24
ifconfig vlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vlan1 up
ssh root@lt54 ip link set mtu 1500 dev ens224
ssh root@lt55 ip link set mtu 1500 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=0.553 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.553/0.553/0.553/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.571 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.571/0.571/0.571/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=0.760 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.760/0.760/0.760/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.558 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.558/0.558/0.558/0.000 ms

new config created: modify notso, iface vmx0, pseudo vlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
test 47/68
test 48/68
test 49/68
test 50/68
test 51/68
test 52/68
test 53/68
test 54/68
test 55/68
test 56/68
ssh -f root@lt55 service tcpbench stop
rcctl -f stop tcpbench
tcpbench(ok)
test 57/68
test 58/68
test 59/68
test 60/68
test 61/68
test 62/68
test 63/68
test 64/68
test 65/68
test 66/68
test 67/68
test 68/68

tests finished: all all4 all44 all46 all6 all64 all66 icmp4 icmp44 icmp46 icmp6 icmp64 icmp66 splice4 splice44 splice46 splice6 splice64 splice66 tcp4 tcp44 tcp46 tcp6 tcp64 tcp66 udp4 udp44 udp46 udp6 udp64 udp66

pax -x cpio -wzf /root/netlink/test.log.tgz -s,^/root/netlink/logs/,, -s,^/root/netlink/logs,, /root/netlink/logs
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vlan -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' finished.
Command 'scp -q root@ot57:/root/netlink/test.* .' started.
Command 'scp -q root@ot57:/root/netlink/test.* .' finished.
Warning: Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' failed: 32256 at /data/test/netlink/bin/Hostctl.pm line 240.
Warning: Commands 1 out of 1 failed at /data/test/netlink/bin/Hostctl.pm line 240.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' started.
Writing output to 'version-ot57.txt'.
Command 'ssh root@ot57 sysctl kern.version hw.machine hw.ncpu hw.ncpuonline' finished.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' started.
Writing output to 'dmesg-boot-ot57.txt'.
Command 'ssh root@ot57 cat /var/run/dmesg.boot' finished.
Command '/data/test/netlink/bin/setup-html.pl' started.
Command '/data/test/netlink/bin/setup-html.pl' finished.
Command '/data/test/netlink/bin/netlink-html.pl -d 2024-11-27T02:37:15Z' started.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' started.
ifconfig em0 -inet -inet6 down
ifconfig vmx0 -inet -inet6 down
ifconfig vmx1 -inet -inet6 down
ifconfig em1 -inet -inet6 down
ifconfig vlan0 -inet -inet6 down
ifconfig vlan0 destroy
ifconfig vlan1 -inet -inet6 down
ifconfig vlan1 destroy
route delete 10.10.61.0/24
delete net 10.10.61.0/24: not in table
route delete fdd7:e83e:66bd:1061::/64
delete net fdd7:e83e:66bd:1061::/64: not in table
route delete 10.10.62.0/24
delete net 10.10.62.0/24: not in table
route delete fdd7:e83e:66bd:1062::/64
delete net fdd7:e83e:66bd:1062::/64: not in table
ssh root@lt54 for if in ens224 ens224.6 ; do for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 10.10.61.1/21 fdd7:e83e:66bd:1061::1/60 10.10.63.1/24 fdd7:e83e:66bd:1063::1/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt55 for if in ens224 ens224.6 ; do for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.4/21 fdd7:e83e:66bd:1062::4/60 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 10.10.62.40/21 10.10.62.41/21 10.10.62.42/21 10.10.62.43/21 10.10.62.44/21 10.10.62.45/21 10.10.62.46/21 10.10.62.47/21 10.10.62.48/21 10.10.62.49/21 fdd7:e83e:66bd:1062::40/60 fdd7:e83e:66bd:1062::41/60 fdd7:e83e:66bd:1062::42/60 fdd7:e83e:66bd:1062::43/60 fdd7:e83e:66bd:1062::44/60 fdd7:e83e:66bd:1062::45/60 fdd7:e83e:66bd:1062::46/60 fdd7:e83e:66bd:1062::47/60 fdd7:e83e:66bd:1062::48/60 fdd7:e83e:66bd:1062::49/60 10.10.64.4/24 fdd7:e83e:66bd:1064::4/64 ; do ip address delete $net dev $if ; done ; done
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
RTNETLINK answers: Cannot assign requested address
ssh root@lt54 for net in 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
ssh root@lt55 for net in 10.10.61.0/24 fdd7:e83e:66bd:1061::/64 10.10.62.0/24 fdd7:e83e:66bd:1062::/64 ; do ip route delete $net ; done
RTNETLINK answers: No such process
RTNETLINK answers: No such process
RTNETLINK answers: No such process
arp -da
10.0.1.1 (10.0.1.1) deleted
10.0.1.2 (10.0.1.2) deleted
10.0.1.74 (10.0.1.74) deleted
10.0.1.75 (10.0.1.75) deleted
ndp -c
ssh root@lt54 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt54 ip link delete dev ens224.6
ssh root@lt54 ip link set ens224 up
ssh root@lt55 for if in ens224 ens224.6 ; do for af in -4 -6 ; do ip $af neigh flush all dev $if ; done ; done
ssh root@lt55 ip link delete dev ens224.6
ssh root@lt55 ip link set ens224 up
sysctl net.inet.ip.forwarding=1
net.inet.ip.forwarding: 1 -> 1
sysctl net.inet6.ip6.forwarding=1
net.inet6.ip6.forwarding: 1 -> 1
sysctl net.inet.gre.allow=1
net.inet.gre.allow: 1 -> 1
ssh root@lt54 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt55 sysctl net.ipv6.bindv6only=1
net.ipv6.bindv6only = 1
ssh root@lt54 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv6.ip6frag_high_thresh=1073741824
net.ipv6.ip6frag_high_thresh = 1073741824
ssh root@lt54 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 sysctl net.ipv4.ipfrag_high_thresh=1073741824
net.ipv4.ipfrag_high_thresh = 1073741824
ssh root@lt55 cat - > /etc/systemd/system/tcpbench.service
ssh root@lt55 cat - > /etc/init.d/tcpbench
ssh root@lt55 chmod 0555 /etc/init.d/tcpbench
/sbin/pfctl -e -f /etc/pf.conf
sysctl net.inet.tcp.tso=0
pfctl: pf already enabled
net.inet.tcp.tso: 0 -> 0

old config destroyed: modify notso

/sbin/ifconfig vmx0 tcplro
/sbin/ifconfig vmx0 mtu 1500
/sbin/ifconfig vmx1 tcplro
/sbin/ifconfig vmx1 mtu 1500
ifconfig vmx0 inet 10.10.63.2/24
ifconfig vmx1 inet 10.10.64.3/24
ifconfig vmx0 mtu 1600
ifconfig vmx1 mtu 1600
ifconfig vxlan0 create
ifconfig vxlan1 create
ifconfig vxlan0 parent vmx0 tunnel 10.10.63.2 234.10.10.63
ifconfig vxlan1 parent vmx1 tunnel 10.10.64.3 234.10.10.64
ifconfig vxlan0 vnetid 461
ifconfig vxlan1 vnetid 462
ifconfig vmx0 up
ifconfig vmx1 up
ssh root@lt54 modprobe vxlan
ssh root@lt55 modprobe vxlan
ssh root@lt54 ip address add 10.10.63.1/24 dev ens224
ssh root@lt55 ip address add 10.10.64.4/24 dev ens224
ssh root@lt54 ip link add name ens224.6 type vxlan id 461 dstport 4789 dev ens224 local 10.10.63.1 group 234.10.10.63
ssh root@lt55 ip link add name ens224.6 type vxlan id 462 dstport 4789 dev ens224 local 10.10.64.4 group 234.10.10.64
ssh root@lt54 ip link set dev ens224 up
ssh root@lt55 ip link set dev ens224 up
ifconfig vxlan0 inet 10.10.61.2/24
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::2/64
ifconfig vxlan0 inet 10.10.61.20/32 alias
ifconfig vxlan0 inet 10.10.61.21/32 alias
ifconfig vxlan0 inet 10.10.61.22/32 alias
ifconfig vxlan0 inet 10.10.61.23/32 alias
ifconfig vxlan0 inet 10.10.61.24/32 alias
ifconfig vxlan0 inet 10.10.61.25/32 alias
ifconfig vxlan0 inet 10.10.61.26/32 alias
ifconfig vxlan0 inet 10.10.61.27/32 alias
ifconfig vxlan0 inet 10.10.61.28/32 alias
ifconfig vxlan0 inet 10.10.61.29/32 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::20/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::21/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::22/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::23/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::24/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::25/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::26/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::27/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::28/128 alias
ifconfig vxlan0 inet6 fdd7:e83e:66bd:1061::29/128 alias
ifconfig vxlan0 up
ifconfig vxlan1 inet 10.10.62.3/24
ifconfig vxlan1 inet6 fdd7:e83e:66bd:1062::3/64
ifconfig vxlan1 up
ssh root@lt54 ip link set mtu 1600 dev ens224
ssh root@lt55 ip link set mtu 1600 dev ens224
ssh root@lt54 for net in 10.10.61.1/24 fdd7:e83e:66bd:1061::1/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt55 for net in 10.10.62.4/24 fdd7:e83e:66bd:1062::4/64 10.10.62.40/24 10.10.62.41/24 10.10.62.42/24 10.10.62.43/24 10.10.62.44/24 10.10.62.45/24 10.10.62.46/24 10.10.62.47/24 10.10.62.48/24 10.10.62.49/24 fdd7:e83e:66bd:1062::40/64 fdd7:e83e:66bd:1062::41/64 fdd7:e83e:66bd:1062::42/64 fdd7:e83e:66bd:1062::43/64 fdd7:e83e:66bd:1062::44/64 fdd7:e83e:66bd:1062::45/64 fdd7:e83e:66bd:1062::46/64 fdd7:e83e:66bd:1062::47/64 fdd7:e83e:66bd:1062::48/64 fdd7:e83e:66bd:1062::49/64 ; do ip address add $net dev ens224.6 ; done
ssh root@lt54 ip link set dev ens224.6 up
ssh root@lt55 ip link set dev ens224.6 up
ssh root@lt54 ip route add 10.10.62.0/24 via 10.10.61.2 dev ens224.6
ssh root@lt54 ip route add fdd7:e83e:66bd:1062::/64 via fdd7:e83e:66bd:1061::2 dev ens224.6
ssh root@lt55 ip route add 10.10.61.0/24 via 10.10.62.3 dev ens224.6
ssh root@lt55 ip route add fdd7:e83e:66bd:1061::/64 via fdd7:e83e:66bd:1062::3 dev ens224.6
ping -n -c1 -w5 10.10.61.1
PING 10.10.61.1 (10.10.61.1): 56 data bytes
64 bytes from 10.10.61.1: icmp_seq=0 ttl=64 time=1.281 ms

--- 10.10.61.1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 1.281/1.281/1.281/0.000 ms
ping -n -c1 -w5 10.10.62.4
PING 10.10.62.4 (10.10.62.4): 56 data bytes
64 bytes from 10.10.62.4: icmp_seq=0 ttl=64 time=0.925 ms

--- 10.10.62.4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.925/0.925/0.925/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1061::1
PING fdd7:e83e:66bd:1061::1 (fdd7:e83e:66bd:1061::1): 56 data bytes
64 bytes from fdd7:e83e:66bd:1061::1: icmp_seq=0 hlim=64 time=1.044 ms

--- fdd7:e83e:66bd:1061::1 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 1.044/1.044/1.044/0.000 ms
ping6 -n -c1 -w5 fdd7:e83e:66bd:1062::4
PING fdd7:e83e:66bd:1062::4 (fdd7:e83e:66bd:1062::4): 56 data bytes
64 bytes from fdd7:e83e:66bd:1062::4: icmp_seq=0 hlim=64 time=0.942 ms

--- fdd7:e83e:66bd:1062::4 ping statistics ---
1 packets transmitted, 1 packets received, 0.0% packet loss
round-trip min/avg/max/std-dev = 0.942/0.942/0.942/0.000 ms

new config created: modify notso, iface vmx0, pseudo vxlan

test 1/68
test 2/68
test 3/68
test 4/68
test 5/68
test 6/68
test 7/68
ssh -f root@lt55 service tcpbench start
rcctl -f start tcpbench
tcpbench(ok)
test 8/68
test 9/68
test 10/68
test 11/68
test 12/68
test 13/68
test 14/68
test 15/68
test 16/68
test 17/68
test 18/68
test 19/68
test 20/68
test 21/68
test 22/68
test 23/68
test 24/68
test 25/68
test 26/68
test 27/68
test 28/68
test 29/68
test 30/68
test 31/68
test 32/68
test 33/68
test 34/68
test 35/68
test 36/68
test 37/68
test 38/68
test 39/68
test 40/68
test 41/68
test 42/68
test 43/68
test 44/68
test 45/68
test 46/68
Timeout, server ot57 not responding.
Command 'ssh root@ot57 perl /root/netlink/netlink.pl -c vxlan -e /root/netlink/env-ot57.sh -i vmx0 -m notso all' failed: 65280 at /data/test/netlink/bin/net.pl line 322.